diff --git "a/clone_metrics.json" "b/clone_metrics.json"
new file mode 100644--- /dev/null
+++ "b/clone_metrics.json"
@@ -0,0 +1,80464 @@
+{
+  "backbone.layers.0.mixer.A_log": {
+    "frob_norm_diff": 3.6972781284712305e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 2.467644144577008e-16,
+    "w_frob_norm": 25.75504499845845,
+    "relative_err": 1.4355549092197387e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.0.mixer.dt_bias": {
+    "frob_norm_diff": 8.754101509071256e-15,
+    "max_abs_err": 3.552713678800501e-15,
+    "mean_abs_err": 6.622306869541461e-16,
+    "w_frob_norm": 64.99850776316615,
+    "relative_err": 1.3468157670585936e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.0.norm.weight": {
+    "frob_norm_diff": 5.57327535144975e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 7.475832122661954e-17,
+    "w_frob_norm": 47.45672306391207,
+    "relative_err": 1.1743911065970513e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.0.mixer.norm.weight": {
+    "frob_norm_diff": 7.762060239127662e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 4.781664593235931e-17,
+    "w_frob_norm": 64.19841843874019,
+    "relative_err": 1.209073436370465e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.0.mixer.in_proj.weight": {
+    "frob_norm_diff": 2.8475086469965496e-10,
+    "max_abs_err": 5.774460770657797e-13,
+    "mean_abs_err": 4.137438596599185e-14,
+    "w_frob_norm": 121.50256395690633,
+    "relative_err": 2.3435790606085347e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 8.303046889649754e-11,
+    "max_abs_err": 3.16608718409217e-13,
+    "mean_abs_err": 2.8446512734045155e-14,
+    "w_frob_norm": 36.48623563374767,
+    "relative_err": 2.2756655339828793e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.0.mixer.out_proj.weight": {
+    "frob_norm_diff": 5.078263778026222e-10,
+    "max_abs_err": 4.3005460304001986e-12,
+    "mean_abs_err": 1.155757786694379e-13,
+    "w_frob_norm": 71.63621014595799,
+    "relative_err": 7.088962087300983e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.0.mixer.D": {
+    "frob_norm_diff": 4.610189214358713e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 2.7901265282556653e-16,
+    "w_frob_norm": 52.55331227579183,
+    "relative_err": 8.772404658654316e-17,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.6298132307832185e-11,
+    "max_abs_err": 2.319715600163086e-13,
+    "mean_abs_err": 1.927506478343944e-14,
+    "w_frob_norm": 41.389951875394885,
+    "relative_err": 1.3601883973510918e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.embeddings.weight": {
+    "frob_norm_diff": 7.736447926885264e-10,
+    "max_abs_err": 5.591464791177003e-13,
+    "mean_abs_err": 3.0965660858454844e-14,
+    "w_frob_norm": 286.0370746566368,
+    "relative_err": 2.704701107775002e-12,
+    "shape": [
+      131072,
+      2688
+    ],
+    "numel": 352321536,
+    "sensitive": false
+  },
+  "backbone.layers.0.mixer.conv1d.weight": {
+    "frob_norm_diff": 1.2482162882951867e-14,
+    "max_abs_err": 3.2751579226442118e-15,
+    "mean_abs_err": 2.2718369280251377e-17,
+    "w_frob_norm": 9.350697777853831,
+    "relative_err": 1.3348910615542071e-15,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 4.440892098500626e-15,
+    "sensitive": true
+  },
+  "backbone.layers.1.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 4.672020741251068e-11,
+    "max_abs_err": 1.598079307774114e-13,
+    "mean_abs_err": 1.6181256992674945e-14,
+    "w_frob_norm": 41.76644646226427,
+    "relative_err": 1.1186062346654773e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 4.9612576153974176e-11,
+    "max_abs_err": 2.0571391812218565e-13,
+    "mean_abs_err": 1.708979950328428e-14,
+    "w_frob_norm": 42.172015659454964,
+    "relative_err": 1.1764335988728355e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 5.078240018153091e-11,
+    "max_abs_err": 1.7690016118621088e-13,
+    "mean_abs_err": 1.7460490383556938e-14,
+    "w_frob_norm": 41.35576606018135,
+    "relative_err": 1.2279400194795526e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 9.669771445429647e-11,
+    "max_abs_err": 3.741399551282498e-13,
+    "mean_abs_err": 3.3201590432234205e-14,
+    "w_frob_norm": 35.803428273701456,
+    "relative_err": 2.7007948433062047e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 4.783943812319619e-11,
+    "max_abs_err": 1.594705270613339e-13,
+    "mean_abs_err": 1.6600340570550322e-14,
+    "w_frob_norm": 41.342009676629715,
+    "relative_err": 1.157162859217253e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 9.15101929358606e-11,
+    "max_abs_err": 3.2620087186963076e-13,
+    "mean_abs_err": 3.15438892854591e-14,
+    "w_frob_norm": 36.04502125387305,
+    "relative_err": 2.538774836372937e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 8.813181348480367e-11,
+    "max_abs_err": 3.184189023563988e-13,
+    "mean_abs_err": 3.046838046931503e-14,
+    "w_frob_norm": 35.08856874469237,
+    "relative_err": 2.5116958781094437e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 4.285657328847334e-11,
+    "max_abs_err": 1.492694856608523e-13,
+    "mean_abs_err": 1.494199058559043e-14,
+    "w_frob_norm": 41.836392754845,
+    "relative_err": 1.0243850023018582e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 4.652005029569854e-11,
+    "max_abs_err": 1.659332393710855e-13,
+    "mean_abs_err": 1.6113040377897397e-14,
+    "w_frob_norm": 41.80834021151029,
+    "relative_err": 1.112697850724317e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 7.900879159343527e-11,
+    "max_abs_err": 3.2403246752465975e-13,
+    "mean_abs_err": 2.7302784813544822e-14,
+    "w_frob_norm": 34.42983677982727,
+    "relative_err": 2.2947768268168843e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 8.740417190240774e-11,
+    "max_abs_err": 3.0721172133985064e-13,
+    "mean_abs_err": 3.0016161327266473e-14,
+    "w_frob_norm": 34.517311009754216,
+    "relative_err": 2.532183688286387e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 4.795675267743519e-11,
+    "max_abs_err": 1.7753160053146644e-13,
+    "mean_abs_err": 1.667240176747942e-14,
+    "w_frob_norm": 42.07838074557109,
+    "relative_err": 1.139700526201518e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 4.669043843740222e-11,
+    "max_abs_err": 1.5629771782377233e-13,
+    "mean_abs_err": 1.6233500970807992e-14,
+    "w_frob_norm": 42.219208840715865,
+    "relative_err": 1.1059051014801192e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 5.397456321095842e-11,
+    "max_abs_err": 1.8123350042920094e-13,
+    "mean_abs_err": 1.8680572950428394e-14,
+    "w_frob_norm": 41.7986332370626,
+    "relative_err": 1.2912997155873385e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.697959581370138e-11,
+    "max_abs_err": 2.3452791925189544e-13,
+    "mean_abs_err": 1.958466573790388e-14,
+    "w_frob_norm": 42.07334549098609,
+    "relative_err": 1.3542920143088893e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 9.400816115285921e-11,
+    "max_abs_err": 4.0524528177598995e-13,
+    "mean_abs_err": 3.2134343370880467e-14,
+    "w_frob_norm": 35.71161215460613,
+    "relative_err": 2.6324255747925935e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 9.268033079063758e-11,
+    "max_abs_err": 3.351667901552169e-13,
+    "mean_abs_err": 3.199774558089786e-14,
+    "w_frob_norm": 35.47520121309077,
+    "relative_err": 2.612538551477967e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 4.7116806709243417e-11,
+    "max_abs_err": 1.9970483600140199e-13,
+    "mean_abs_err": 1.6268463048750984e-14,
+    "w_frob_norm": 41.38878124933517,
+    "relative_err": 1.1383956059348874e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 9.386038000690519e-11,
+    "max_abs_err": 4.579392420822614e-13,
+    "mean_abs_err": 3.193582122030226e-14,
+    "w_frob_norm": 35.037377118600595,
+    "relative_err": 2.678864336482445e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.002402448838865e-10,
+    "max_abs_err": 4.68066557735014e-13,
+    "mean_abs_err": 3.4475640558697784e-14,
+    "w_frob_norm": 35.558296791337156,
+    "relative_err": 2.8190395471446596e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.1344511789002633e-10,
+    "max_abs_err": 3.9089131237401986e-13,
+    "mean_abs_err": 3.904926261790782e-14,
+    "w_frob_norm": 34.800210199854114,
+    "relative_err": 3.2598974902313064e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 9.859305278209174e-11,
+    "max_abs_err": 3.3868394200275986e-13,
+    "mean_abs_err": 3.405915218473699e-14,
+    "w_frob_norm": 35.30024178483509,
+    "relative_err": 2.7929851977514535e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 9.311218470618342e-11,
+    "max_abs_err": 4.07110109512665e-13,
+    "mean_abs_err": 3.185351597648685e-14,
+    "w_frob_norm": 35.43499755448255,
+    "relative_err": 2.6276898866161955e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 4.0421454407179133e-11,
+    "max_abs_err": 1.5356379362563288e-13,
+    "mean_abs_err": 1.4040154683718365e-14,
+    "w_frob_norm": 41.67793136838135,
+    "relative_err": 9.698527033384524e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 5.303719579112884e-11,
+    "max_abs_err": 2.0860613583750798e-13,
+    "mean_abs_err": 1.8243023659434038e-14,
+    "w_frob_norm": 41.57684099949461,
+    "relative_err": 1.2756427500534141e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 4.5743980792472694e-11,
+    "max_abs_err": 1.5096561153948862e-13,
+    "mean_abs_err": 1.5855180326575047e-14,
+    "w_frob_norm": 41.566387580271666,
+    "relative_err": 1.100504120165203e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 9.583447181196863e-11,
+    "max_abs_err": 3.3282925027133814e-13,
+    "mean_abs_err": 3.2931259183866645e-14,
+    "w_frob_norm": 35.09780371684982,
+    "relative_err": 2.7304976854138667e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 7.738592033960792e-11,
+    "max_abs_err": 2.627342787775433e-13,
+    "mean_abs_err": 2.6862607178170397e-14,
+    "w_frob_norm": 34.95598129457446,
+    "relative_err": 2.2138105546937986e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 8.842132525411246e-11,
+    "max_abs_err": 3.015608596168562e-13,
+    "mean_abs_err": 3.0681420520230977e-14,
+    "w_frob_norm": 35.591836223025396,
+    "relative_err": 2.484314793427548e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.1039453670970274e-11,
+    "max_abs_err": 1.8330996442994518e-13,
+    "mean_abs_err": 1.768182774597778e-14,
+    "w_frob_norm": 41.72226270887733,
+    "relative_err": 1.2233146132822394e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.0256964524580991e-10,
+    "max_abs_err": 3.621005405241018e-13,
+    "mean_abs_err": 3.504352971083196e-14,
+    "w_frob_norm": 34.57501358658428,
+    "relative_err": 2.966582933914125e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 5.529929725332944e-11,
+    "max_abs_err": 1.8581143568230374e-13,
+    "mean_abs_err": 1.9088941295359906e-14,
+    "w_frob_norm": 41.92515266977424,
+    "relative_err": 1.3190004980756392e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 4.5902129214357166e-11,
+    "max_abs_err": 1.736302074339946e-13,
+    "mean_abs_err": 1.5772626450735497e-14,
+    "w_frob_norm": 41.619119288825864,
+    "relative_err": 1.1029096722544349e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 4.762350787264804e-11,
+    "max_abs_err": 1.5796391972244805e-13,
+    "mean_abs_err": 1.6537647674083895e-14,
+    "w_frob_norm": 41.89211821377788,
+    "relative_err": 1.1368130785276255e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 5.388023255242635e-11,
+    "max_abs_err": 2.2407076194497222e-13,
+    "mean_abs_err": 1.8425655219080683e-14,
+    "w_frob_norm": 41.63684855925797,
+    "relative_err": 1.2940516493639876e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 9.638329287788651e-11,
+    "max_abs_err": 3.572290033226899e-13,
+    "mean_abs_err": 3.3220758701822315e-14,
+    "w_frob_norm": 35.42531419385121,
+    "relative_err": 2.7207463101235052e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 9.238422333519498e-11,
+    "max_abs_err": 3.2302285846164125e-13,
+    "mean_abs_err": 3.1746948337012086e-14,
+    "w_frob_norm": 34.920010536857276,
+    "relative_err": 2.645595517151564e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.058004281363665e-10,
+    "max_abs_err": 5.351847437440327e-13,
+    "mean_abs_err": 3.576293807258907e-14,
+    "w_frob_norm": 35.69836341489465,
+    "relative_err": 2.963733292384567e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 4.72352027728204e-11,
+    "max_abs_err": 1.7692704940008852e-13,
+    "mean_abs_err": 1.6368025587913032e-14,
+    "w_frob_norm": 41.86202228716701,
+    "relative_err": 1.128354536930734e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 4.7270161594892714e-11,
+    "max_abs_err": 1.6651957590596567e-13,
+    "mean_abs_err": 1.6334604187622535e-14,
+    "w_frob_norm": 40.74405219440821,
+    "relative_err": 1.1601733025803495e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.0367493915990045e-10,
+    "max_abs_err": 3.9346650937410743e-13,
+    "mean_abs_err": 3.555260362660394e-14,
+    "w_frob_norm": 35.13547411744701,
+    "relative_err": 2.9507197999761504e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 8.275747762595668e-11,
+    "max_abs_err": 3.675757614951536e-13,
+    "mean_abs_err": 2.8051860350321296e-14,
+    "w_frob_norm": 34.0139489035399,
+    "relative_err": 2.4330452738859716e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 4.795514903498237e-11,
+    "max_abs_err": 2.043192004475003e-13,
+    "mean_abs_err": 1.647371017892769e-14,
+    "w_frob_norm": 41.80555068853617,
+    "relative_err": 1.1471000440171818e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.1204059835167127e-10,
+    "max_abs_err": 4.3668194060764165e-13,
+    "mean_abs_err": 3.8559212018992765e-14,
+    "w_frob_norm": 35.921512554660985,
+    "relative_err": 3.1190389931710564e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.139959323128078e-10,
+    "max_abs_err": 5.016148087177985e-13,
+    "mean_abs_err": 3.791416047894788e-14,
+    "w_frob_norm": 35.143338327023834,
+    "relative_err": 3.2437422777547984e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 4.637493900205996e-11,
+    "max_abs_err": 1.8146768809845781e-13,
+    "mean_abs_err": 1.6016020457798085e-14,
+    "w_frob_norm": 41.63974481135672,
+    "relative_err": 1.1137181366541848e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 5.3005179367063144e-11,
+    "max_abs_err": 2.585310437952515e-13,
+    "mean_abs_err": 1.8010124275545363e-14,
+    "w_frob_norm": 40.455884474130755,
+    "relative_err": 1.3101970221651427e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 5.157625370413165e-11,
+    "max_abs_err": 2.2565478131897354e-13,
+    "mean_abs_err": 1.765433620020903e-14,
+    "w_frob_norm": 41.77834640545917,
+    "relative_err": 1.2345211848162613e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 4.9053089305578375e-11,
+    "max_abs_err": 1.9119775207521172e-13,
+    "mean_abs_err": 1.68173845724833e-14,
+    "w_frob_norm": 42.11071951408117,
+    "relative_err": 1.1648599186051851e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.0014401039164174e-10,
+    "max_abs_err": 4.175756962432331e-13,
+    "mean_abs_err": 3.419912264621707e-14,
+    "w_frob_norm": 35.03587566707704,
+    "relative_err": 2.8583275994938622e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 4.729161695741869e-11,
+    "max_abs_err": 1.7295886944879157e-13,
+    "mean_abs_err": 1.6354867621788375e-14,
+    "w_frob_norm": 42.180802598403716,
+    "relative_err": 1.1211644644999805e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 9.99494312462219e-11,
+    "max_abs_err": 3.7264982766238575e-13,
+    "mean_abs_err": 3.4407775606357984e-14,
+    "w_frob_norm": 35.7981462132453,
+    "relative_err": 2.792028130474551e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 4.12824451685947e-11,
+    "max_abs_err": 1.3448096802815002e-13,
+    "mean_abs_err": 1.437856178814727e-14,
+    "w_frob_norm": 42.05337750486568,
+    "relative_err": 9.816677664907703e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 8.353473559965432e-11,
+    "max_abs_err": 3.3460907655769034e-13,
+    "mean_abs_err": 2.8954353835239134e-14,
+    "w_frob_norm": 35.296220472521846,
+    "relative_err": 2.3666765019412267e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 8.660373051598216e-11,
+    "max_abs_err": 3.191162611937415e-13,
+    "mean_abs_err": 2.9892319114803046e-14,
+    "w_frob_norm": 35.09261460067127,
+    "relative_err": 2.467862013174862e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 5.0056106996475423e-11,
+    "max_abs_err": 2.0616147677898766e-13,
+    "mean_abs_err": 1.7263591762591346e-14,
+    "w_frob_norm": 41.37412420897452,
+    "relative_err": 1.2098408837284265e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.023859696501715e-10,
+    "max_abs_err": 4.783083651371811e-13,
+    "mean_abs_err": 3.419311087903047e-14,
+    "w_frob_norm": 34.962327697015326,
+    "relative_err": 2.9284654768255607e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 4.5469528351141167e-11,
+    "max_abs_err": 1.534501692379564e-13,
+    "mean_abs_err": 1.5789882102786336e-14,
+    "w_frob_norm": 41.0771375473135,
+    "relative_err": 1.106930303962111e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 8.960998629101004e-11,
+    "max_abs_err": 3.4910269119947657e-13,
+    "mean_abs_err": 3.0544285129013354e-14,
+    "w_frob_norm": 34.76660778713838,
+    "relative_err": 2.5774728106824535e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 4.3832524268663295e-11,
+    "max_abs_err": 1.8024817749484612e-13,
+    "mean_abs_err": 1.5177327464913082e-14,
+    "w_frob_norm": 41.41846205051605,
+    "relative_err": 1.058284689933753e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 9.2171865892393e-11,
+    "max_abs_err": 4.0136470536022983e-13,
+    "mean_abs_err": 3.1625649135074356e-14,
+    "w_frob_norm": 35.96141289228827,
+    "relative_err": 2.563076878221288e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.0247957941267864e-10,
+    "max_abs_err": 5.661747112806204e-13,
+    "mean_abs_err": 3.489793426246151e-14,
+    "w_frob_norm": 34.97057281472762,
+    "relative_err": 2.9304518389106872e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 8.237071293274826e-11,
+    "max_abs_err": 2.6824896470767357e-13,
+    "mean_abs_err": 2.8645960056117594e-14,
+    "w_frob_norm": 34.755580132041295,
+    "relative_err": 2.3699996553016938e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 5.095043530556453e-11,
+    "max_abs_err": 2.2887074180300004e-13,
+    "mean_abs_err": 1.7308859364048353e-14,
+    "w_frob_norm": 42.55971032118151,
+    "relative_err": 1.1971518349411098e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 4.7445445064024893e-11,
+    "max_abs_err": 1.7906075927554e-13,
+    "mean_abs_err": 1.6404029011621772e-14,
+    "w_frob_norm": 41.76575899458083,
+    "relative_err": 1.1359890543394892e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.0132528139181609e-10,
+    "max_abs_err": 3.6057138178002823e-13,
+    "mean_abs_err": 3.483829064365625e-14,
+    "w_frob_norm": 34.993189030088075,
+    "relative_err": 2.895571515493884e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 4.8287025644988264e-11,
+    "max_abs_err": 1.9580517762740612e-13,
+    "mean_abs_err": 1.674447751145011e-14,
+    "w_frob_norm": 42.131371437868964,
+    "relative_err": 1.1461061911121746e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 5.884129938097568e-11,
+    "max_abs_err": 2.338615412433853e-13,
+    "mean_abs_err": 2.027316600501294e-14,
+    "w_frob_norm": 41.58927319522918,
+    "relative_err": 1.4148191314804107e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 8.614911001112754e-11,
+    "max_abs_err": 3.648132143596605e-13,
+    "mean_abs_err": 2.958121988803423e-14,
+    "w_frob_norm": 34.35888956602086,
+    "relative_err": 2.5073310313359044e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 4.7631695844444735e-11,
+    "max_abs_err": 1.9251440719347812e-13,
+    "mean_abs_err": 1.6458166055446454e-14,
+    "w_frob_norm": 41.433075639483825,
+    "relative_err": 1.1496056015463623e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 9.065531157957088e-11,
+    "max_abs_err": 4.800257413783982e-13,
+    "mean_abs_err": 3.1140428037661866e-14,
+    "w_frob_norm": 34.02372062073776,
+    "relative_err": 2.6644737825737865e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.0222889613030998e-10,
+    "max_abs_err": 4.293405908573078e-13,
+    "mean_abs_err": 3.50901628053836e-14,
+    "w_frob_norm": 34.98877845468525,
+    "relative_err": 2.921762366260054e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.7235608572068734e-11,
+    "max_abs_err": 2.824667583167795e-13,
+    "mean_abs_err": 1.9438973867440664e-14,
+    "w_frob_norm": 41.35880450565365,
+    "relative_err": 1.3838796661601948e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 4.388523742165161e-11,
+    "max_abs_err": 1.844678923501597e-13,
+    "mean_abs_err": 1.514461739381538e-14,
+    "w_frob_norm": 41.26685268159187,
+    "relative_err": 1.0634500711809246e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 4.280032988927595e-11,
+    "max_abs_err": 2.0941581801992015e-13,
+    "mean_abs_err": 1.4833506753682055e-14,
+    "w_frob_norm": 41.79558359312285,
+    "relative_err": 1.0240395326437893e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.0066036305452507e-10,
+    "max_abs_err": 4.2628574281611264e-13,
+    "mean_abs_err": 3.383251897495157e-14,
+    "w_frob_norm": 34.21812149718525,
+    "relative_err": 2.941726741568946e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.0663112218308346e-10,
+    "max_abs_err": 4.2766137853256225e-13,
+    "mean_abs_err": 3.640914861391485e-14,
+    "w_frob_norm": 35.005925831640575,
+    "relative_err": 3.0460877594245343e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 5.557698734308353e-11,
+    "max_abs_err": 2.5770358069721055e-13,
+    "mean_abs_err": 1.9008154200210525e-14,
+    "w_frob_norm": 41.50908201252911,
+    "relative_err": 1.3389115019770409e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 5.199026822263106e-11,
+    "max_abs_err": 2.0560636526667508e-13,
+    "mean_abs_err": 1.788508689347795e-14,
+    "w_frob_norm": 41.634778379389104,
+    "relative_err": 1.2487221079665538e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.0013496185331242e-10,
+    "max_abs_err": 3.6903813338540203e-13,
+    "mean_abs_err": 3.4469245442340904e-14,
+    "w_frob_norm": 35.43919410104668,
+    "relative_err": 2.82554285991382e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 5.654407555469914e-11,
+    "max_abs_err": 2.2434658297765253e-13,
+    "mean_abs_err": 1.9369070785469533e-14,
+    "w_frob_norm": 42.11817233265975,
+    "relative_err": 1.342510190330673e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 5.824093488498733e-11,
+    "max_abs_err": 2.427572032281944e-13,
+    "mean_abs_err": 1.9939278802290665e-14,
+    "w_frob_norm": 42.08006706700535,
+    "relative_err": 1.3840504292031795e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 5.098039314628993e-11,
+    "max_abs_err": 2.0568095837614209e-13,
+    "mean_abs_err": 1.7629277622614402e-14,
+    "w_frob_norm": 42.109756637426635,
+    "relative_err": 1.2106551359401393e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 9.43399370732223e-11,
+    "max_abs_err": 3.625502675852488e-13,
+    "mean_abs_err": 3.2531208365084996e-14,
+    "w_frob_norm": 35.39162521644011,
+    "relative_err": 2.665600590430064e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 9.351102848426035e-11,
+    "max_abs_err": 3.760325384405405e-13,
+    "mean_abs_err": 3.220918280729701e-14,
+    "w_frob_norm": 35.437047080044835,
+    "relative_err": 2.63879290712453e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.1335742247631417e-10,
+    "max_abs_err": 4.857815538716892e-13,
+    "mean_abs_err": 3.824777256199209e-14,
+    "w_frob_norm": 36.06088138085055,
+    "relative_err": 3.1435011606929407e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 9.701672826936049e-11,
+    "max_abs_err": 3.354642952313469e-13,
+    "mean_abs_err": 3.3413626750552296e-14,
+    "w_frob_norm": 35.1844365587196,
+    "relative_err": 2.757376208297338e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 9.452808717853057e-11,
+    "max_abs_err": 4.178532519993894e-13,
+    "mean_abs_err": 3.27634751440997e-14,
+    "w_frob_norm": 34.0787828391088,
+    "relative_err": 2.77381054437338e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 4.3352707334775015e-11,
+    "max_abs_err": 1.9911849946652183e-13,
+    "mean_abs_err": 1.505594499890531e-14,
+    "w_frob_norm": 42.38659267805684,
+    "relative_err": 1.0227929303979729e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 5.023408129349955e-11,
+    "max_abs_err": 2.038248042568469e-13,
+    "mean_abs_err": 1.7290267803122567e-14,
+    "w_frob_norm": 42.23869590448792,
+    "relative_err": 1.1892905360310167e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 5.2044836284720105e-11,
+    "max_abs_err": 2.2207929939455084e-13,
+    "mean_abs_err": 1.764897010323625e-14,
+    "w_frob_norm": 42.15520307451378,
+    "relative_err": 1.234600535376982e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 4.782499446950472e-11,
+    "max_abs_err": 1.9557272468162523e-13,
+    "mean_abs_err": 1.6459260381772748e-14,
+    "w_frob_norm": 41.52130890738921,
+    "relative_err": 1.1518180839668494e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.454584441081837e-11,
+    "max_abs_err": 2.1287312190754193e-13,
+    "mean_abs_err": 1.879884150779734e-14,
+    "w_frob_norm": 41.94011045576207,
+    "relative_err": 1.3005651110135413e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 8.673331614497919e-11,
+    "max_abs_err": 2.786798569687221e-13,
+    "mean_abs_err": 3.00391733102126e-14,
+    "w_frob_norm": 34.831866660575145,
+    "relative_err": 2.4900565045843295e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 9.109919717425611e-11,
+    "max_abs_err": 4.139778797540572e-13,
+    "mean_abs_err": 3.1212944632973446e-14,
+    "w_frob_norm": 34.43996854981526,
+    "relative_err": 2.6451591279035816e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 4.8812798904122107e-11,
+    "max_abs_err": 1.8567699461291554e-13,
+    "mean_abs_err": 1.6893368662258497e-14,
+    "w_frob_norm": 41.40163329117945,
+    "relative_err": 1.1790066000734707e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 9.102961458383535e-11,
+    "max_abs_err": 3.3256730702646564e-13,
+    "mean_abs_err": 3.1368975519697656e-14,
+    "w_frob_norm": 35.75029318568221,
+    "relative_err": 2.5462620435317773e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 8.875330113678114e-11,
+    "max_abs_err": 3.5737038328598203e-13,
+    "mean_abs_err": 3.072799937966887e-14,
+    "w_frob_norm": 36.717795337511006,
+    "relative_err": 2.4171740247735e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.317305138937253e-10,
+    "max_abs_err": 7.649037653267854e-13,
+    "mean_abs_err": 4.491681073608338e-14,
+    "w_frob_norm": 35.09182154210601,
+    "relative_err": 3.7538807649430325e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 9.814870906585597e-11,
+    "max_abs_err": 3.885980079387785e-13,
+    "mean_abs_err": 3.3470328833880616e-14,
+    "w_frob_norm": 34.39020335991214,
+    "relative_err": 2.8539729189349787e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.083054578329115e-11,
+    "max_abs_err": 1.8794254347254125e-13,
+    "mean_abs_err": 1.7511055657557127e-14,
+    "w_frob_norm": 41.543053775853075,
+    "relative_err": 1.2235630547900751e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 4.56254553939446e-11,
+    "max_abs_err": 1.517744263601628e-13,
+    "mean_abs_err": 1.5875030901159537e-14,
+    "w_frob_norm": 41.60493982592935,
+    "relative_err": 1.0966355337812447e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 4.4038698557966167e-11,
+    "max_abs_err": 1.7453052891802656e-13,
+    "mean_abs_err": 1.5289205368333235e-14,
+    "w_frob_norm": 41.154249408349244,
+    "relative_err": 1.0700887318098367e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 4.620285588193184e-11,
+    "max_abs_err": 1.596355426319862e-13,
+    "mean_abs_err": 1.6055094909981816e-14,
+    "w_frob_norm": 41.06351881675589,
+    "relative_err": 1.1251557882340774e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.203380732768977e-11,
+    "max_abs_err": 2.1641022307505864e-13,
+    "mean_abs_err": 1.7848414123946402e-14,
+    "w_frob_norm": 41.09982831476711,
+    "relative_err": 1.2660346639208247e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 9.325605982621097e-11,
+    "max_abs_err": 3.622484257004288e-13,
+    "mean_abs_err": 3.2096596794623866e-14,
+    "w_frob_norm": 33.95729913837929,
+    "relative_err": 2.746274356101864e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.175118440099377e-10,
+    "max_abs_err": 4.849523560501723e-13,
+    "mean_abs_err": 3.9698676098900895e-14,
+    "w_frob_norm": 34.97205679732149,
+    "relative_err": 3.3601639357665093e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 8.635893341620624e-11,
+    "max_abs_err": 3.996108999260173e-13,
+    "mean_abs_err": 2.9714812137511644e-14,
+    "w_frob_norm": 34.72074112696027,
+    "relative_err": 2.4872433771049167e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.0998780334140133e-10,
+    "max_abs_err": 4.464453980113081e-13,
+    "mean_abs_err": 3.757094811855401e-14,
+    "w_frob_norm": 34.47461349302172,
+    "relative_err": 3.190399897120379e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 8.92999900590569e-11,
+    "max_abs_err": 3.6201944220159987e-13,
+    "mean_abs_err": 3.0598024187621977e-14,
+    "w_frob_norm": 34.54147534575249,
+    "relative_err": 2.5852975058298422e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 5.333917542073726e-11,
+    "max_abs_err": 2.0679638557119517e-13,
+    "mean_abs_err": 1.8316236019847005e-14,
+    "w_frob_norm": 42.293388396065744,
+    "relative_err": 1.2611705385539417e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 9.127922260422528e-11,
+    "max_abs_err": 3.392286451742166e-13,
+    "mean_abs_err": 3.162305466018462e-14,
+    "w_frob_norm": 35.2862339136893,
+    "relative_err": 2.586822465313123e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.0059801018618381e-10,
+    "max_abs_err": 4.479333570728272e-13,
+    "mean_abs_err": 3.4756989182369155e-14,
+    "w_frob_norm": 35.811120896704224,
+    "relative_err": 2.8091276583147125e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 9.833614839042984e-11,
+    "max_abs_err": 4.0740024201402214e-13,
+    "mean_abs_err": 3.388711830364479e-14,
+    "w_frob_norm": 35.11609166124043,
+    "relative_err": 2.8003158591526537e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.1006145480609725e-11,
+    "max_abs_err": 1.7818255551582673e-13,
+    "mean_abs_err": 1.7658368400901883e-14,
+    "w_frob_norm": 42.12239697049366,
+    "relative_err": 1.2109032046855986e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 9.99522956704862e-11,
+    "max_abs_err": 4.827336447243979e-13,
+    "mean_abs_err": 3.4047292945773946e-14,
+    "w_frob_norm": 34.64273346441596,
+    "relative_err": 2.885231206514185e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.0734297610662938e-10,
+    "max_abs_err": 3.624739397523058e-13,
+    "mean_abs_err": 3.701789299078999e-14,
+    "w_frob_norm": 36.24638151668609,
+    "relative_err": 2.96148116349804e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 4.724052738154348e-11,
+    "max_abs_err": 1.8729896106295385e-13,
+    "mean_abs_err": 1.6269389726508707e-14,
+    "w_frob_norm": 39.94975921121073,
+    "relative_err": 1.182498425880044e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 4.6800318006839173e-11,
+    "max_abs_err": 1.592476150946709e-13,
+    "mean_abs_err": 1.6215075052959804e-14,
+    "w_frob_norm": 41.713775538770435,
+    "relative_err": 1.121939153250252e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 7.047089909265083e-11,
+    "max_abs_err": 3.598874670496244e-13,
+    "mean_abs_err": 2.326237062454539e-14,
+    "w_frob_norm": 41.73278742548361,
+    "relative_err": 1.6886219071391012e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 4.5867446030990126e-11,
+    "max_abs_err": 1.657771142582476e-13,
+    "mean_abs_err": 1.5860482699750726e-14,
+    "w_frob_norm": 42.1631564666821,
+    "relative_err": 1.0878560780247846e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 5.769035260198136e-11,
+    "max_abs_err": 2.3958265926715683e-13,
+    "mean_abs_err": 1.9825298186216006e-14,
+    "w_frob_norm": 42.00524927585054,
+    "relative_err": 1.373408171515088e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.0129309987332652e-10,
+    "max_abs_err": 3.7855872950243175e-13,
+    "mean_abs_err": 3.493237575499559e-14,
+    "w_frob_norm": 35.64344693929354,
+    "relative_err": 2.841843552500542e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 9.158764572119454e-11,
+    "max_abs_err": 3.4287503392071983e-13,
+    "mean_abs_err": 3.0635684150041814e-14,
+    "w_frob_norm": 34.659586833470044,
+    "relative_err": 2.6424909841322817e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 6.26148365781828e-11,
+    "max_abs_err": 2.9000066237294675e-13,
+    "mean_abs_err": 2.133094852621027e-14,
+    "w_frob_norm": 41.95034041719639,
+    "relative_err": 1.4925942425133592e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 8.415991416195735e-11,
+    "max_abs_err": 2.7005307712268944e-13,
+    "mean_abs_err": 2.911398758342261e-14,
+    "w_frob_norm": 35.5588300146299,
+    "relative_err": 2.3667796192206437e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 4.265507538732623e-11,
+    "max_abs_err": 1.3978054824725916e-13,
+    "mean_abs_err": 1.4811672162751305e-14,
+    "w_frob_norm": 41.9005540159325,
+    "relative_err": 1.0180074318613264e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 9.070832303001679e-11,
+    "max_abs_err": 3.326436348594086e-13,
+    "mean_abs_err": 3.13995047843441e-14,
+    "w_frob_norm": 35.694288917435294,
+    "relative_err": 2.5412559202351627e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 9.491501397590451e-11,
+    "max_abs_err": 3.720114494232263e-13,
+    "mean_abs_err": 3.2516714620184895e-14,
+    "w_frob_norm": 35.4769556751484,
+    "relative_err": 2.675399063127405e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 9.889411143944246e-11,
+    "max_abs_err": 3.867739462037889e-13,
+    "mean_abs_err": 3.402880897826755e-14,
+    "w_frob_norm": 35.80984520371497,
+    "relative_err": 2.7616458791389308e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 6.646245033371364e-11,
+    "max_abs_err": 3.2087180135143e-13,
+    "mean_abs_err": 2.2110976128074352e-14,
+    "w_frob_norm": 41.343566932094035,
+    "relative_err": 1.6075644958955006e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.728337664860913e-11,
+    "max_abs_err": 2.2150857537095447e-13,
+    "mean_abs_err": 1.9680479193543205e-14,
+    "w_frob_norm": 42.304319825368644,
+    "relative_err": 1.3540786587533786e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 5.177007035381182e-11,
+    "max_abs_err": 1.7532156282307199e-13,
+    "mean_abs_err": 1.782187983129369e-14,
+    "w_frob_norm": 41.68868675360418,
+    "relative_err": 1.2418254060098466e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.0860420929456849e-10,
+    "max_abs_err": 5.086668933285132e-13,
+    "mean_abs_err": 3.580559633580759e-14,
+    "w_frob_norm": 34.737801904893566,
+    "relative_err": 3.126398428775347e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 4.9529243922763625e-11,
+    "max_abs_err": 2.0374674170042795e-13,
+    "mean_abs_err": 1.7130044118552134e-14,
+    "w_frob_norm": 41.850149884410776,
+    "relative_err": 1.1834902398094713e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 8.75886898998267e-11,
+    "max_abs_err": 3.572003803853363e-13,
+    "mean_abs_err": 3.00200038737031e-14,
+    "w_frob_norm": 34.05587307849426,
+    "relative_err": 2.5719114496916997e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.0316701159669849e-10,
+    "max_abs_err": 4.481050946969489e-13,
+    "mean_abs_err": 3.5420328253157487e-14,
+    "w_frob_norm": 35.035637255931185,
+    "relative_err": 2.944630658294458e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 5.089767173677333e-11,
+    "max_abs_err": 2.0179344306647806e-13,
+    "mean_abs_err": 1.7532921951814587e-14,
+    "w_frob_norm": 42.10039364059662,
+    "relative_err": 1.2089595211692667e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.105794226920466e-11,
+    "max_abs_err": 2.004958699064474e-13,
+    "mean_abs_err": 1.7525235815951523e-14,
+    "w_frob_norm": 41.930931754549924,
+    "relative_err": 1.217667724821411e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.3675575673451274e-11,
+    "max_abs_err": 1.9015605062788765e-13,
+    "mean_abs_err": 1.8446487868975626e-14,
+    "w_frob_norm": 40.42950100571608,
+    "relative_err": 1.327633889566493e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 9.419532222684502e-11,
+    "max_abs_err": 3.7050917889303037e-13,
+    "mean_abs_err": 3.245844708474995e-14,
+    "w_frob_norm": 35.458560839635666,
+    "relative_err": 2.6564902803825376e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.0112993791569042e-10,
+    "max_abs_err": 4.557153265860592e-13,
+    "mean_abs_err": 3.462592918927268e-14,
+    "w_frob_norm": 34.96915239381515,
+    "relative_err": 2.891975669778512e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.1349938857608644e-11,
+    "max_abs_err": 2.5130158370911815e-13,
+    "mean_abs_err": 1.7580296963437966e-14,
+    "w_frob_norm": 41.388686618556,
+    "relative_err": 1.2406757269409622e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 4.6090694555836685e-11,
+    "max_abs_err": 1.7285478604023297e-13,
+    "mean_abs_err": 1.5889557966159965e-14,
+    "w_frob_norm": 41.90364222435644,
+    "relative_err": 1.0999209641267538e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.1947688093314047e-11,
+    "max_abs_err": 2.0315693571859583e-13,
+    "mean_abs_err": 1.79386328916654e-14,
+    "w_frob_norm": 41.56611349511387,
+    "relative_err": 1.2497605314824669e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.0186588917177015e-10,
+    "max_abs_err": 4.397584726922865e-13,
+    "mean_abs_err": 3.468506693258509e-14,
+    "w_frob_norm": 35.442869859754175,
+    "relative_err": 2.874086934123812e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.0371971583268657e-10,
+    "max_abs_err": 3.856741315200196e-13,
+    "mean_abs_err": 3.529899517351589e-14,
+    "w_frob_norm": 35.10165402621854,
+    "relative_err": 2.9548384174493607e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 8.983424063188123e-11,
+    "max_abs_err": 3.5837739026378657e-13,
+    "mean_abs_err": 3.074866089645512e-14,
+    "w_frob_norm": 34.71981965085802,
+    "relative_err": 2.587405163254101e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 4.935093784129283e-11,
+    "max_abs_err": 1.786262110448078e-13,
+    "mean_abs_err": 1.7176086309428305e-14,
+    "w_frob_norm": 41.628416972834955,
+    "relative_err": 1.185510798392773e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 4.740996047639522e-11,
+    "max_abs_err": 1.6761071697235508e-13,
+    "mean_abs_err": 1.637601419422719e-14,
+    "w_frob_norm": 42.11180435850699,
+    "relative_err": 1.1258116625159034e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 9.824541864237793e-11,
+    "max_abs_err": 3.6549062387702946e-13,
+    "mean_abs_err": 3.363141963484182e-14,
+    "w_frob_norm": 35.846815533160175,
+    "relative_err": 2.740701431386445e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 9.93602974385089e-11,
+    "max_abs_err": 3.796025993541008e-13,
+    "mean_abs_err": 3.425752182951363e-14,
+    "w_frob_norm": 34.87535204689934,
+    "relative_err": 2.8490120273163732e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.0139335374729792e-10,
+    "max_abs_err": 4.3692306717080243e-13,
+    "mean_abs_err": 3.4804696335760445e-14,
+    "w_frob_norm": 34.707414310935974,
+    "relative_err": 2.921374460192785e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 4.441299793914736e-11,
+    "max_abs_err": 1.708997526828071e-13,
+    "mean_abs_err": 1.5447354126206757e-14,
+    "w_frob_norm": 42.005286621741476,
+    "relative_err": 1.0573192450533044e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 5.360579399485032e-11,
+    "max_abs_err": 2.3580963570690727e-13,
+    "mean_abs_err": 1.83071004679079e-14,
+    "w_frob_norm": 41.686852413262585,
+    "relative_err": 1.2859160836474128e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 5.18073081947672e-11,
+    "max_abs_err": 2.2441900768277456e-13,
+    "mean_abs_err": 1.7631601231919138e-14,
+    "w_frob_norm": 41.78492384804124,
+    "relative_err": 1.2398564703186789e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 9.99206206240707e-11,
+    "max_abs_err": 5.260028523856874e-13,
+    "mean_abs_err": 3.415720738426876e-14,
+    "w_frob_norm": 34.73179746621189,
+    "relative_err": 2.876920514156413e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 9.392594139201209e-11,
+    "max_abs_err": 3.6532062097638374e-13,
+    "mean_abs_err": 3.192973378065171e-14,
+    "w_frob_norm": 37.003229340096404,
+    "relative_err": 2.5383174135624615e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 4.860946201174601e-11,
+    "max_abs_err": 1.8060553053089734e-13,
+    "mean_abs_err": 1.678274733210585e-14,
+    "w_frob_norm": 41.21410533274829,
+    "relative_err": 1.1794375158526479e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 9.877381889336134e-11,
+    "max_abs_err": 4.4526708709025087e-13,
+    "mean_abs_err": 3.3602560163595164e-14,
+    "w_frob_norm": 34.837995047940026,
+    "relative_err": 2.835232588943199e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 5.409924536906432e-11,
+    "max_abs_err": 1.9384147065260038e-13,
+    "mean_abs_err": 1.8605230581793437e-14,
+    "w_frob_norm": 42.372672496350816,
+    "relative_err": 1.2767484839131497e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 8.320527310202634e-11,
+    "max_abs_err": 3.4032325568755795e-13,
+    "mean_abs_err": 2.873063712247225e-14,
+    "w_frob_norm": 35.20327049831674,
+    "relative_err": 2.363566564248763e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 8.361777294040742e-11,
+    "max_abs_err": 2.8667172802254726e-13,
+    "mean_abs_err": 2.883538242737856e-14,
+    "w_frob_norm": 35.11549029628842,
+    "relative_err": 2.3812218549386314e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 4.806362337737071e-11,
+    "max_abs_err": 1.8046501792934322e-13,
+    "mean_abs_err": 1.6594812944872784e-14,
+    "w_frob_norm": 41.61975739851966,
+    "relative_err": 1.1548270913054444e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 6.118822918847021e-11,
+    "max_abs_err": 3.0836444508963723e-13,
+    "mean_abs_err": 2.0378145708196075e-14,
+    "w_frob_norm": 41.58430850333719,
+    "relative_err": 1.471425914983287e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 4.5190236312988447e-11,
+    "max_abs_err": 1.5100182389204964e-13,
+    "mean_abs_err": 1.570796523901325e-14,
+    "w_frob_norm": 41.97764817916306,
+    "relative_err": 1.0765309223640607e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.3790420617560036e-11,
+    "max_abs_err": 2.229882944959627e-13,
+    "mean_abs_err": 1.8406141871209506e-14,
+    "w_frob_norm": 41.81591473269549,
+    "relative_err": 1.2863624043958027e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.0523713705038036e-10,
+    "max_abs_err": 3.6612726739271295e-13,
+    "mean_abs_err": 3.646633397245611e-14,
+    "w_frob_norm": 35.17327531695993,
+    "relative_err": 2.991962963416059e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.0522988777746923e-10,
+    "max_abs_err": 4.900311927069634e-13,
+    "mean_abs_err": 3.5137310414150575e-14,
+    "w_frob_norm": 34.53796440377854,
+    "relative_err": 3.046788934844024e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 4.4297819531505645e-11,
+    "max_abs_err": 1.514691150283909e-13,
+    "mean_abs_err": 1.5414674816904193e-14,
+    "w_frob_norm": 42.29427519699092,
+    "relative_err": 1.0473715254649232e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 4.76209876391467e-11,
+    "max_abs_err": 1.916106162624942e-13,
+    "mean_abs_err": 1.6359114978628042e-14,
+    "w_frob_norm": 41.116939467454614,
+    "relative_err": 1.1581841512508548e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.1123925956688405e-10,
+    "max_abs_err": 6.435635173645399e-13,
+    "mean_abs_err": 3.77305312161657e-14,
+    "w_frob_norm": 35.57745201751051,
+    "relative_err": 3.1266786478170027e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 8.388445047193696e-11,
+    "max_abs_err": 3.0975569331737063e-13,
+    "mean_abs_err": 2.916335150652325e-14,
+    "w_frob_norm": 34.37233405243761,
+    "relative_err": 2.4404641926255244e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 9.777647731985071e-11,
+    "max_abs_err": 3.5350888882845766e-13,
+    "mean_abs_err": 3.3711751696308193e-14,
+    "w_frob_norm": 34.94307599954352,
+    "relative_err": 2.7981645726074036e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 9.759614122095579e-11,
+    "max_abs_err": 4.434543010578551e-13,
+    "mean_abs_err": 3.333565617631429e-14,
+    "w_frob_norm": 34.74740809986283,
+    "relative_err": 2.8087315445361538e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 4.8874143352845744e-11,
+    "max_abs_err": 1.9780704851868336e-13,
+    "mean_abs_err": 1.680973728658056e-14,
+    "w_frob_norm": 40.6328450034239,
+    "relative_err": 1.2028235617940952e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 4.8326942607031115e-11,
+    "max_abs_err": 1.7708751132161638e-13,
+    "mean_abs_err": 1.670150205432573e-14,
+    "w_frob_norm": 41.72110788422012,
+    "relative_err": 1.1583331569512197e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 4.7599765503309866e-11,
+    "max_abs_err": 1.6002303648843252e-13,
+    "mean_abs_err": 1.644385623910615e-14,
+    "w_frob_norm": 42.12142905526941,
+    "relative_err": 1.1300605551832557e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 4.5970704496496154e-11,
+    "max_abs_err": 1.5858534747031495e-13,
+    "mean_abs_err": 1.597580406152032e-14,
+    "w_frob_norm": 42.533438977022655,
+    "relative_err": 1.0808132519293907e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 8.194753522177045e-11,
+    "max_abs_err": 3.246725804872952e-13,
+    "mean_abs_err": 2.8266930868505668e-14,
+    "w_frob_norm": 34.76390310264865,
+    "relative_err": 2.3572593382222062e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 9.641695616163899e-11,
+    "max_abs_err": 4.0036030046763926e-13,
+    "mean_abs_err": 3.3163868442853895e-14,
+    "w_frob_norm": 35.04382786114619,
+    "relative_err": 2.751324899313823e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 4.980305841197889e-11,
+    "max_abs_err": 1.902714097390401e-13,
+    "mean_abs_err": 1.7198019008592007e-14,
+    "w_frob_norm": 42.060503985992035,
+    "relative_err": 1.1840813516777035e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 5.5106417696507955e-11,
+    "max_abs_err": 2.6261805230465285e-13,
+    "mean_abs_err": 1.8748061981187555e-14,
+    "w_frob_norm": 42.092768052226305,
+    "relative_err": 1.3091659267486296e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 9.995211241375709e-11,
+    "max_abs_err": 4.4286796452297494e-13,
+    "mean_abs_err": 3.4263784617613513e-14,
+    "w_frob_norm": 34.980576484093646,
+    "relative_err": 2.857360354229933e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 9.190936646756056e-11,
+    "max_abs_err": 3.6321726876176186e-13,
+    "mean_abs_err": 3.168409084439915e-14,
+    "w_frob_norm": 34.87033475027037,
+    "relative_err": 2.635746605984272e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 5.194603132129618e-11,
+    "max_abs_err": 1.9574966647617487e-13,
+    "mean_abs_err": 1.7880248497566858e-14,
+    "w_frob_norm": 41.346917195536804,
+    "relative_err": 1.2563459344655445e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 9.308290842514782e-11,
+    "max_abs_err": 3.3969355106577837e-13,
+    "mean_abs_err": 3.211176429115185e-14,
+    "w_frob_norm": 35.29342355193971,
+    "relative_err": 2.637400939247562e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 5.4114211481806523e-11,
+    "max_abs_err": 2.3477053634479716e-13,
+    "mean_abs_err": 1.8430074763829973e-14,
+    "w_frob_norm": 41.72773889052011,
+    "relative_err": 1.2968402535249863e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 5.597787907738931e-11,
+    "max_abs_err": 2.2707530300536405e-13,
+    "mean_abs_err": 1.9064713649313513e-14,
+    "w_frob_norm": 41.91524074195334,
+    "relative_err": 1.3355017909120715e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 4.963184536529579e-11,
+    "max_abs_err": 1.9850310631341905e-13,
+    "mean_abs_err": 1.7094899220455218e-14,
+    "w_frob_norm": 41.509165494561834,
+    "relative_err": 1.195684007952367e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.131220159473984e-11,
+    "max_abs_err": 2.1343343759028244e-13,
+    "mean_abs_err": 1.7663178214354974e-14,
+    "w_frob_norm": 41.567464128966215,
+    "relative_err": 1.2344318488022228e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.0342456102576836e-10,
+    "max_abs_err": 3.8532892154830023e-13,
+    "mean_abs_err": 3.5609034352713313e-14,
+    "w_frob_norm": 34.842623143496525,
+    "relative_err": 2.968334519471243e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 9.069217742746711e-11,
+    "max_abs_err": 3.151368055398507e-13,
+    "mean_abs_err": 3.1307648912989464e-14,
+    "w_frob_norm": 35.39285702039696,
+    "relative_err": 2.5624429634262377e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 6.262430608232456e-11,
+    "max_abs_err": 2.736456894414374e-13,
+    "mean_abs_err": 2.13026957292952e-14,
+    "w_frob_norm": 41.550729125810285,
+    "relative_err": 1.5071770676443772e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.0326659944951135e-10,
+    "max_abs_err": 3.4831859618833505e-13,
+    "mean_abs_err": 3.548667112870703e-14,
+    "w_frob_norm": 34.56205454187842,
+    "relative_err": 2.9878605545392122e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.0112871240485615e-10,
+    "max_abs_err": 3.828092356994439e-13,
+    "mean_abs_err": 3.4778020087413015e-14,
+    "w_frob_norm": 35.099075352680345,
+    "relative_err": 2.881235798627198e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 9.048996395368888e-11,
+    "max_abs_err": 3.131249599885866e-13,
+    "mean_abs_err": 3.123467399356241e-14,
+    "w_frob_norm": 34.65694881816312,
+    "relative_err": 2.6110193493509334e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 9.003562311769659e-11,
+    "max_abs_err": 4.150891056656919e-13,
+    "mean_abs_err": 3.074464009773184e-14,
+    "w_frob_norm": 34.28026678083998,
+    "relative_err": 2.6264563135786197e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 8.93966345524711e-11,
+    "max_abs_err": 3.2466043742296335e-13,
+    "mean_abs_err": 3.088505572077814e-14,
+    "w_frob_norm": 35.246164331300825,
+    "relative_err": 2.536350727760786e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 4.4532372474888687e-11,
+    "max_abs_err": 1.5920077756081952e-13,
+    "mean_abs_err": 1.5513139220139983e-14,
+    "w_frob_norm": 41.6272865955637,
+    "relative_err": 1.0697880192756687e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 4.186166132735543e-11,
+    "max_abs_err": 1.377578606742702e-13,
+    "mean_abs_err": 1.451490490853509e-14,
+    "w_frob_norm": 42.082434546884414,
+    "relative_err": 9.947537916495058e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 4.6341334769399836e-11,
+    "max_abs_err": 1.4843681839238343e-13,
+    "mean_abs_err": 1.604585274362733e-14,
+    "w_frob_norm": 42.313996629436936,
+    "relative_err": 1.0951774462533554e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 5.133362070264633e-11,
+    "max_abs_err": 1.677581684678131e-13,
+    "mean_abs_err": 1.7755755080430212e-14,
+    "w_frob_norm": 41.850346325684214,
+    "relative_err": 1.2265996630747613e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 9.054716039778039e-11,
+    "max_abs_err": 3.53706647304719e-13,
+    "mean_abs_err": 3.140172990293856e-14,
+    "w_frob_norm": 35.12029172495912,
+    "relative_err": 2.578200691124407e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 8.205660785205816e-11,
+    "max_abs_err": 3.047458119187496e-13,
+    "mean_abs_err": 2.8310876536260668e-14,
+    "w_frob_norm": 34.64133735428226,
+    "relative_err": 2.3687482677949953e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.653915526976851e-11,
+    "max_abs_err": 2.146026412130908e-13,
+    "mean_abs_err": 1.94698421284931e-14,
+    "w_frob_norm": 41.787342219075,
+    "relative_err": 1.3530210888588084e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 8.801484882674083e-11,
+    "max_abs_err": 3.1848308712500994e-13,
+    "mean_abs_err": 3.037362547305114e-14,
+    "w_frob_norm": 35.524758518962145,
+    "relative_err": 2.4775636062314374e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 9.717358285152539e-11,
+    "max_abs_err": 3.568256801145253e-13,
+    "mean_abs_err": 3.3416249449393545e-14,
+    "w_frob_norm": 35.381959946967314,
+    "relative_err": 2.746416054881505e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 5.3707221244171606e-11,
+    "max_abs_err": 2.2190582704695316e-13,
+    "mean_abs_err": 1.835405959476832e-14,
+    "w_frob_norm": 41.561903129497175,
+    "relative_err": 1.2922223767480631e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 5.112490886645486e-11,
+    "max_abs_err": 1.9655978233945604e-13,
+    "mean_abs_err": 1.752035084133977e-14,
+    "w_frob_norm": 42.129647561717526,
+    "relative_err": 1.213513803825674e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 5.248335594903475e-11,
+    "max_abs_err": 1.8733625761768735e-13,
+    "mean_abs_err": 1.8025347778609785e-14,
+    "w_frob_norm": 41.43874221975803,
+    "relative_err": 1.2665286912113523e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 5.898838116783416e-11,
+    "max_abs_err": 2.059038703428051e-13,
+    "mean_abs_err": 2.0240662359222532e-14,
+    "w_frob_norm": 41.730446864076825,
+    "relative_err": 1.4135573807769028e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 9.269002452631589e-11,
+    "max_abs_err": 3.695793671099068e-13,
+    "mean_abs_err": 3.171037869798413e-14,
+    "w_frob_norm": 34.38604733290162,
+    "relative_err": 2.6955707827932652e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 5.142120051300128e-11,
+    "max_abs_err": 1.9948452611995293e-13,
+    "mean_abs_err": 1.764905078549953e-14,
+    "w_frob_norm": 42.26319130990057,
+    "relative_err": 1.2166899592590717e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.2649514438607212e-10,
+    "max_abs_err": 5.966073989005505e-13,
+    "mean_abs_err": 4.227737670935167e-14,
+    "w_frob_norm": 34.67241251952291,
+    "relative_err": 3.648293706555517e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 9.131519004506993e-11,
+    "max_abs_err": 3.982621524234453e-13,
+    "mean_abs_err": 3.145924086770751e-14,
+    "w_frob_norm": 35.256653428272585,
+    "relative_err": 2.5900129809780406e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 4.538460128658677e-11,
+    "max_abs_err": 1.502270530195915e-13,
+    "mean_abs_err": 1.578657020334672e-14,
+    "w_frob_norm": 41.3894432542827,
+    "relative_err": 1.0965260152875014e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.1939263538965637e-10,
+    "max_abs_err": 4.71656567968548e-13,
+    "mean_abs_err": 4.077002376833498e-14,
+    "w_frob_norm": 38.15586481112098,
+    "relative_err": 3.1290769054946955e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 8.606043956184011e-11,
+    "max_abs_err": 3.129232983845043e-13,
+    "mean_abs_err": 2.9855585515483624e-14,
+    "w_frob_norm": 35.46817432471295,
+    "relative_err": 2.42641300829167e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.0278455841088646e-10,
+    "max_abs_err": 5.111622930487059e-13,
+    "mean_abs_err": 3.513435853632977e-14,
+    "w_frob_norm": 34.67544250100834,
+    "relative_err": 2.964188803297825e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 4.8981552251853994e-11,
+    "max_abs_err": 2.1373874892205436e-13,
+    "mean_abs_err": 1.6890364255258863e-14,
+    "w_frob_norm": 41.54627142238614,
+    "relative_err": 1.1789638534316594e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 5.537690653643421e-11,
+    "max_abs_err": 2.547476118941461e-13,
+    "mean_abs_err": 1.8727681756128328e-14,
+    "w_frob_norm": 42.30219481845757,
+    "relative_err": 1.3090788025086536e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.0040603958977643e-10,
+    "max_abs_err": 3.649407165351448e-13,
+    "mean_abs_err": 3.457625640206866e-14,
+    "w_frob_norm": 35.095445014029515,
+    "relative_err": 2.8609421977592475e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 5.3418796944355727e-11,
+    "max_abs_err": 2.0776089182383828e-13,
+    "mean_abs_err": 1.8462233297042762e-14,
+    "w_frob_norm": 41.413462230509325,
+    "relative_err": 1.289889665515627e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 6.230541720136289e-11,
+    "max_abs_err": 2.816132743665989e-13,
+    "mean_abs_err": 2.1159590689580075e-14,
+    "w_frob_norm": 39.60232166089925,
+    "relative_err": 1.5732768834833034e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 5.140323033691093e-11,
+    "max_abs_err": 2.1387405735318055e-13,
+    "mean_abs_err": 1.7809504330317022e-14,
+    "w_frob_norm": 41.81776119282921,
+    "relative_err": 1.229220045996279e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 6.342677250535282e-11,
+    "max_abs_err": 2.8340524371728293e-13,
+    "mean_abs_err": 2.1592240292571398e-14,
+    "w_frob_norm": 42.12124072484768,
+    "relative_err": 1.5058144397901561e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.062901240688047e-10,
+    "max_abs_err": 4.0412465041050893e-13,
+    "mean_abs_err": 3.578188545750415e-14,
+    "w_frob_norm": 33.03054747550194,
+    "relative_err": 3.21793406989811e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 9.998758709603339e-11,
+    "max_abs_err": 4.3075959466065683e-13,
+    "mean_abs_err": 3.433657493030512e-14,
+    "w_frob_norm": 34.949075898418755,
+    "relative_err": 2.8609508127382917e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 8.812073521744318e-11,
+    "max_abs_err": 3.375459634025191e-13,
+    "mean_abs_err": 3.054484234424112e-14,
+    "w_frob_norm": 35.09559417524374,
+    "relative_err": 2.5108774274465232e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.0841407123778455e-10,
+    "max_abs_err": 4.522372060167257e-13,
+    "mean_abs_err": 3.6328169015122643e-14,
+    "w_frob_norm": 33.077813796223936,
+    "relative_err": 3.2775464516993193e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 5.500425722140339e-11,
+    "max_abs_err": 2.349231920106831e-13,
+    "mean_abs_err": 1.8766968077655318e-14,
+    "w_frob_norm": 41.59310422540406,
+    "relative_err": 1.3224369338561684e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.709046048008439e-11,
+    "max_abs_err": 2.289730904880827e-13,
+    "mean_abs_err": 1.9545434582245998e-14,
+    "w_frob_norm": 42.29044583032432,
+    "relative_err": 1.3499611876673037e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 9.22340905592774e-11,
+    "max_abs_err": 3.7984546064073754e-13,
+    "mean_abs_err": 3.182470760754814e-14,
+    "w_frob_norm": 35.448270170832984,
+    "relative_err": 2.6019348790443396e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.0605228419852852e-10,
+    "max_abs_err": 4.949157403344451e-13,
+    "mean_abs_err": 3.61820689859851e-14,
+    "w_frob_norm": 34.68155662517919,
+    "relative_err": 3.0578870880764733e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 9.584647820510629e-11,
+    "max_abs_err": 3.3777321217787204e-13,
+    "mean_abs_err": 3.268408947563602e-14,
+    "w_frob_norm": 35.116589946265144,
+    "relative_err": 2.7293788591594194e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 4.639253094850041e-11,
+    "max_abs_err": 1.7462073453877736e-13,
+    "mean_abs_err": 1.6055171010210007e-14,
+    "w_frob_norm": 41.2523594365599,
+    "relative_err": 1.1246030913660912e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 8.390894428848084e-11,
+    "max_abs_err": 3.223532551999142e-13,
+    "mean_abs_err": 2.894347005477798e-14,
+    "w_frob_norm": 34.521752109274274,
+    "relative_err": 2.4306108225004803e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 4.3485704196943146e-11,
+    "max_abs_err": 1.5213698356664196e-13,
+    "mean_abs_err": 1.5119229163438865e-14,
+    "w_frob_norm": 41.36137941149364,
+    "relative_err": 1.0513601049016077e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 3.7721783140147765e-11,
+    "max_abs_err": 1.276600353206092e-13,
+    "mean_abs_err": 1.315432557678319e-14,
+    "w_frob_norm": 41.26941132274179,
+    "relative_err": 9.140373446364358e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 8.277604374269127e-11,
+    "max_abs_err": 2.8527180617743397e-13,
+    "mean_abs_err": 2.875881226815182e-14,
+    "w_frob_norm": 35.054589214733824,
+    "relative_err": 2.3613468477873246e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 8.96961992056242e-11,
+    "max_abs_err": 3.2515613465622373e-13,
+    "mean_abs_err": 3.098752830558936e-14,
+    "w_frob_norm": 34.75905535245839,
+    "relative_err": 2.58051314387289e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 5.037322724252603e-11,
+    "max_abs_err": 1.9355350655558823e-13,
+    "mean_abs_err": 1.746481626913449e-14,
+    "w_frob_norm": 41.57160103899067,
+    "relative_err": 1.2117220887230245e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 4.451779035264787e-11,
+    "max_abs_err": 1.7296754306617146e-13,
+    "mean_abs_err": 1.5499244822278688e-14,
+    "w_frob_norm": 41.662515994454104,
+    "relative_err": 1.0685334116301051e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 9.780915337595146e-11,
+    "max_abs_err": 3.480011417922313e-13,
+    "mean_abs_err": 3.381464301665465e-14,
+    "w_frob_norm": 35.03688471558283,
+    "relative_err": 2.7916053088033353e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 9.812678406303488e-11,
+    "max_abs_err": 4.84523011989868e-13,
+    "mean_abs_err": 3.355536168612012e-14,
+    "w_frob_norm": 34.78250160654246,
+    "relative_err": 2.8211537276139332e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 4.803642568539598e-11,
+    "max_abs_err": 1.666670274014237e-13,
+    "mean_abs_err": 1.6660480749483128e-14,
+    "w_frob_norm": 41.875473165452995,
+    "relative_err": 1.1471255619154588e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 4.435848427305994e-11,
+    "max_abs_err": 1.714618030890236e-13,
+    "mean_abs_err": 1.5349451536398427e-14,
+    "w_frob_norm": 41.93563834363897,
+    "relative_err": 1.0577753439584514e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.0542804005728675e-10,
+    "max_abs_err": 3.7437587752098267e-13,
+    "mean_abs_err": 3.6314750183964214e-14,
+    "w_frob_norm": 35.049591635819525,
+    "relative_err": 3.0079677147947933e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 5.269157909576397e-11,
+    "max_abs_err": 2.072959859322765e-13,
+    "mean_abs_err": 1.8008622857149453e-14,
+    "w_frob_norm": 42.15836759738774,
+    "relative_err": 1.249848656356156e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 5.363631394549132e-11,
+    "max_abs_err": 2.0303832400092592e-13,
+    "mean_abs_err": 1.8340819730999597e-14,
+    "w_frob_norm": 41.824683503947114,
+    "relative_err": 1.2824081248679265e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.0409590452543125e-10,
+    "max_abs_err": 3.916589275121396e-13,
+    "mean_abs_err": 3.545545487353761e-14,
+    "w_frob_norm": 35.6294100672032,
+    "relative_err": 2.9216286300864495e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.0353531413998115e-10,
+    "max_abs_err": 4.826703273175248e-13,
+    "mean_abs_err": 3.502478579963146e-14,
+    "w_frob_norm": 35.38755093912498,
+    "relative_err": 2.9257552837744144e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.2.mixer.dt_bias": {
+    "frob_norm_diff": 4.9389329114324864e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 3.972516759986888e-16,
+    "w_frob_norm": 39.422118656042,
+    "relative_err": 1.2528329475451784e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.2.mixer.D": {
+    "frob_norm_diff": 3.3692600379896387e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 1.7761942090743776e-16,
+    "w_frob_norm": 25.162988018101494,
+    "relative_err": 1.338974542914337e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.2.mixer.norm.weight": {
+    "frob_norm_diff": 8.914130363570933e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 4.3765369184823843e-17,
+    "w_frob_norm": 78.66045306439379,
+    "relative_err": 1.133241675619839e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.1.norm.weight": {
+    "frob_norm_diff": 1.7223018206858992e-15,
+    "max_abs_err": 1.1102230246251565e-16,
+    "mean_abs_err": 1.9900337961696765e-17,
+    "w_frob_norm": 13.831410614453429,
+    "relative_err": 1.2452105346985672e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.2.mixer.A_log": {
+    "frob_norm_diff": 2.8571058904572123e-15,
+    "max_abs_err": 1.3322676295501878e-15,
+    "mean_abs_err": 2.0231212538579513e-16,
+    "w_frob_norm": 19.683810260700085,
+    "relative_err": 1.451500422233594e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 3.671319881723933e-10,
+    "max_abs_err": 1.948483908942311e-12,
+    "mean_abs_err": 8.858013541417582e-14,
+    "w_frob_norm": 59.5419475787007,
+    "relative_err": 6.165938520689631e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.2906805405791823e-10,
+    "max_abs_err": 3.738797466068533e-13,
+    "mean_abs_err": 3.157660336955436e-14,
+    "w_frob_norm": 49.80772306422596,
+    "relative_err": 2.591326126100722e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.2.mixer.in_proj.weight": {
+    "frob_norm_diff": 2.9115528563391595e-10,
+    "max_abs_err": 5.942121794610955e-13,
+    "mean_abs_err": 4.2509761636633166e-14,
+    "w_frob_norm": 123.09092648848839,
+    "relative_err": 2.3653675696489713e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.gate.weight": {
+    "frob_norm_diff": 1.0343708508597095e-10,
+    "max_abs_err": 1.4904050216202336e-12,
+    "mean_abs_err": 1.3358929404210316e-13,
+    "w_frob_norm": 36.34860037970566,
+    "relative_err": 2.845696505654795e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.1.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.0881411459119473e-10,
+    "max_abs_err": 4.233930914199213e-13,
+    "mean_abs_err": 3.7382816493109396e-14,
+    "w_frob_norm": 35.30698332635428,
+    "relative_err": 3.0819431268140187e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.2.mixer.conv1d.weight": {
+    "frob_norm_diff": 5.239195910644482e-15,
+    "max_abs_err": 8.370040771588094e-16,
+    "mean_abs_err": 1.4509047776707732e-17,
+    "w_frob_norm": 10.133709274388103,
+    "relative_err": 5.170067315712328e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 1.7763568394002505e-15,
+    "sensitive": true
+  },
+  "backbone.layers.2.norm.weight": {
+    "frob_norm_diff": 5.50708670898277e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 6.976066549821017e-17,
+    "w_frob_norm": 46.723885530148536,
+    "relative_err": 1.17864485080748e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 5.192160288429805e-11,
+    "max_abs_err": 2.331225490426192e-13,
+    "mean_abs_err": 1.7752711631747503e-14,
+    "w_frob_norm": 41.354960874106325,
+    "relative_err": 1.255510869478487e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.136512286227804e-11,
+    "max_abs_err": 2.1604674429673287e-13,
+    "mean_abs_err": 1.770313061422578e-14,
+    "w_frob_norm": 42.55599207661382,
+    "relative_err": 1.207000949943902e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 9.07333160917475e-11,
+    "max_abs_err": 3.2835713315026993e-13,
+    "mean_abs_err": 3.040951872765578e-14,
+    "w_frob_norm": 37.98529080949203,
+    "relative_err": 2.388643450087117e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 4.554720972936009e-11,
+    "max_abs_err": 1.6859777463018588e-13,
+    "mean_abs_err": 1.5822866232920542e-14,
+    "w_frob_norm": 42.148545574370544,
+    "relative_err": 1.0806353839420782e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 4.8781405968436606e-11,
+    "max_abs_err": 1.8890097819301843e-13,
+    "mean_abs_err": 1.6822627810877115e-14,
+    "w_frob_norm": 41.36472797276915,
+    "relative_err": 1.179299571377574e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.0573081389670966e-10,
+    "max_abs_err": 4.125935704202277e-13,
+    "mean_abs_err": 3.6029731860427373e-14,
+    "w_frob_norm": 38.87684600125911,
+    "relative_err": 2.719634558145106e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.2.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.3467082873597464e-10,
+    "max_abs_err": 2.7175033057158515e-12,
+    "mean_abs_err": 1.0033245178301437e-13,
+    "w_frob_norm": 72.11421184018018,
+    "relative_err": 6.027533514465831e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 9.486884198426892e-11,
+    "max_abs_err": 3.633633650045043e-13,
+    "mean_abs_err": 3.211427072183099e-14,
+    "w_frob_norm": 38.845507741857304,
+    "relative_err": 2.442208829260446e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.0931670378501493e-10,
+    "max_abs_err": 5.276959424982408e-13,
+    "mean_abs_err": 3.6496739660062105e-14,
+    "w_frob_norm": 38.59579763786496,
+    "relative_err": 2.8323473143554935e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.0241420422287819e-10,
+    "max_abs_err": 3.4258360037675573e-13,
+    "mean_abs_err": 3.5545329565466654e-14,
+    "w_frob_norm": 39.38877996053622,
+    "relative_err": 2.600085717950325e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 5.092662486728618e-11,
+    "max_abs_err": 2.0784762799763712e-13,
+    "mean_abs_err": 1.756800010557773e-14,
+    "w_frob_norm": 42.93198066507677,
+    "relative_err": 1.1862165238677818e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.1377418920920187e-10,
+    "max_abs_err": 4.3600019428158276e-13,
+    "mean_abs_err": 3.886490936134665e-14,
+    "w_frob_norm": 40.192608201013144,
+    "relative_err": 2.8307242127753715e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.0479622100329589e-10,
+    "max_abs_err": 4.1169932046836166e-13,
+    "mean_abs_err": 3.576713124235342e-14,
+    "w_frob_norm": 39.35446084188869,
+    "relative_err": 2.6628803637871547e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 4.981832045860999e-11,
+    "max_abs_err": 1.7007922847867007e-13,
+    "mean_abs_err": 1.72695518629602e-14,
+    "w_frob_norm": 42.7091264724626,
+    "relative_err": 1.1664560849946477e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.1142858050729085e-10,
+    "max_abs_err": 4.3728735910075756e-13,
+    "mean_abs_err": 3.8026296316127173e-14,
+    "w_frob_norm": 38.680297516581234,
+    "relative_err": 2.8807581032572026e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 6.180659262096747e-11,
+    "max_abs_err": 3.03892327968569e-13,
+    "mean_abs_err": 2.087302076317461e-14,
+    "w_frob_norm": 42.33254016992539,
+    "relative_err": 1.460025606138258e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.0613139743656609e-10,
+    "max_abs_err": 4.664797194353643e-13,
+    "mean_abs_err": 3.6414970049222965e-14,
+    "w_frob_norm": 39.720876381719364,
+    "relative_err": 2.6719299044824363e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 4.4731270725344805e-11,
+    "max_abs_err": 1.7370826999041356e-13,
+    "mean_abs_err": 1.5455601352288154e-14,
+    "w_frob_norm": 42.26841004117652,
+    "relative_err": 1.058267171198752e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 6.084765837984536e-11,
+    "max_abs_err": 3.432826939375744e-13,
+    "mean_abs_err": 2.0826571376432935e-14,
+    "w_frob_norm": 40.30429249225984,
+    "relative_err": 1.5097066495220262e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.155792541866139e-10,
+    "max_abs_err": 4.190276597926257e-13,
+    "mean_abs_err": 3.897179230299431e-14,
+    "w_frob_norm": 38.7195605632346,
+    "relative_err": 2.9850352768817297e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 4.704667459199034e-11,
+    "max_abs_err": 1.73076830645158e-13,
+    "mean_abs_err": 1.6308849458130675e-14,
+    "w_frob_norm": 43.251115895895374,
+    "relative_err": 1.087756318362532e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.360082894421217e-11,
+    "max_abs_err": 1.9639151416228628e-13,
+    "mean_abs_err": 1.8417361929039804e-14,
+    "w_frob_norm": 42.7342597983949,
+    "relative_err": 1.254282376647727e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 4.829850350848169e-11,
+    "max_abs_err": 1.8202800378119832e-13,
+    "mean_abs_err": 1.6719044003429105e-14,
+    "w_frob_norm": 42.70026498308848,
+    "relative_err": 1.1311054750505742e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.0177111494475967e-10,
+    "max_abs_err": 3.6547848081269763e-13,
+    "mean_abs_err": 3.3483054294523446e-14,
+    "w_frob_norm": 37.08047637599529,
+    "relative_err": 2.7446010647976202e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 5.632800992398654e-11,
+    "max_abs_err": 2.0878784812161655e-13,
+    "mean_abs_err": 1.93491321862232e-14,
+    "w_frob_norm": 43.35585440614195,
+    "relative_err": 1.2992019346759063e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 5.909334136558994e-11,
+    "max_abs_err": 2.5327656638651774e-13,
+    "mean_abs_err": 2.019224151700054e-14,
+    "w_frob_norm": 42.605391932635804,
+    "relative_err": 1.3869920844531496e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.1735873398883335e-10,
+    "max_abs_err": 4.3900820478892655e-13,
+    "mean_abs_err": 4.0199400945737624e-14,
+    "w_frob_norm": 40.07698201777596,
+    "relative_err": 2.928332625864378e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.0310952608805018e-10,
+    "max_abs_err": 4.649752805008234e-13,
+    "mean_abs_err": 3.5336582957580905e-14,
+    "w_frob_norm": 38.96252731830209,
+    "relative_err": 2.6463767415728176e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 4.9869428591667833e-11,
+    "max_abs_err": 1.9721724253685124e-13,
+    "mean_abs_err": 1.720269280657395e-14,
+    "w_frob_norm": 42.51168181209652,
+    "relative_err": 1.173075880932984e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 5.331647650575947e-11,
+    "max_abs_err": 2.0349347207293533e-13,
+    "mean_abs_err": 1.824096904248933e-14,
+    "w_frob_norm": 42.231946176673304,
+    "relative_err": 1.2624679024432144e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 9.748485006517787e-11,
+    "max_abs_err": 4.712966128472829e-13,
+    "mean_abs_err": 3.3270714717885617e-14,
+    "w_frob_norm": 39.511886445289484,
+    "relative_err": 2.4672284427664878e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.2696457864647878e-10,
+    "max_abs_err": 6.923142614745359e-13,
+    "mean_abs_err": 4.1130110934434466e-14,
+    "w_frob_norm": 39.5255478799482,
+    "relative_err": 3.212215527843182e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 9.789349002685827e-11,
+    "max_abs_err": 4.048462953765153e-13,
+    "mean_abs_err": 3.367889096774717e-14,
+    "w_frob_norm": 40.50160300118879,
+    "relative_err": 2.4170275439217784e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 4.964270693269493e-11,
+    "max_abs_err": 1.98581602550707e-13,
+    "mean_abs_err": 1.703545011841223e-14,
+    "w_frob_norm": 42.470057135758246,
+    "relative_err": 1.1688872179759224e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 4.685444370786604e-11,
+    "max_abs_err": 2.0399480715749263e-13,
+    "mean_abs_err": 1.6037942939437982e-14,
+    "w_frob_norm": 41.256750462820406,
+    "relative_err": 1.1356794508110895e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 4.977793398087779e-11,
+    "max_abs_err": 2.476838178999685e-13,
+    "mean_abs_err": 1.7242122434224273e-14,
+    "w_frob_norm": 42.180964902076425,
+    "relative_err": 1.180104203316302e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.0523786251364271e-10,
+    "max_abs_err": 4.2639849984205114e-13,
+    "mean_abs_err": 3.523756684685614e-14,
+    "w_frob_norm": 39.15685015842315,
+    "relative_err": 2.6875977533398373e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.1956440477093172e-10,
+    "max_abs_err": 4.41369163439731e-13,
+    "mean_abs_err": 4.126137085706638e-14,
+    "w_frob_norm": 41.19881168713029,
+    "relative_err": 2.902132364373056e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 4.635559377244887e-11,
+    "max_abs_err": 2.331086712548114e-13,
+    "mean_abs_err": 1.5968940312321334e-14,
+    "w_frob_norm": 42.95274190716816,
+    "relative_err": 1.079223158154493e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.1290845324157543e-10,
+    "max_abs_err": 4.251893975792953e-13,
+    "mean_abs_err": 3.7327660806794896e-14,
+    "w_frob_norm": 37.66352043838305,
+    "relative_err": 2.997819957544647e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.802832462081886e-11,
+    "max_abs_err": 2.1319578047407362e-13,
+    "mean_abs_err": 1.6562166209848334e-14,
+    "w_frob_norm": 40.58039267973897,
+    "relative_err": 1.1835352358430602e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.0923114108449119e-10,
+    "max_abs_err": 4.548271481663591e-13,
+    "mean_abs_err": 3.763359939950296e-14,
+    "w_frob_norm": 40.55960078047897,
+    "relative_err": 2.693101977893809e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 6.130255720666006e-11,
+    "max_abs_err": 3.031221107452353e-13,
+    "mean_abs_err": 2.0849930887497098e-14,
+    "w_frob_norm": 43.531672086292104,
+    "relative_err": 1.408228865758729e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.2640128382865816e-10,
+    "max_abs_err": 4.594276348246495e-13,
+    "mean_abs_err": 4.270318498905639e-14,
+    "w_frob_norm": 40.137537709354945,
+    "relative_err": 3.149203739002593e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 5.743825711635559e-11,
+    "max_abs_err": 2.4342019285666927e-13,
+    "mean_abs_err": 1.966919449961073e-14,
+    "w_frob_norm": 43.387331716627465,
+    "relative_err": 1.32384857154844e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.4791684009302326e-10,
+    "max_abs_err": 6.506383973259311e-13,
+    "mean_abs_err": 4.885290573991559e-14,
+    "w_frob_norm": 39.1553259200481,
+    "relative_err": 3.777694007580401e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.1216361408769386e-11,
+    "max_abs_err": 1.7649250116935633e-13,
+    "mean_abs_err": 1.7735391093336588e-14,
+    "w_frob_norm": 41.715091647623495,
+    "relative_err": 1.2277657649995162e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.049170278505561e-11,
+    "max_abs_err": 2.0977664050292333e-13,
+    "mean_abs_err": 1.7346828037571867e-14,
+    "w_frob_norm": 41.62991710330388,
+    "relative_err": 1.2128706060058052e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.146611693257089e-10,
+    "max_abs_err": 4.476349846349592e-13,
+    "mean_abs_err": 3.872948268322197e-14,
+    "w_frob_norm": 39.40577451212433,
+    "relative_err": 2.909755505260531e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.2508302864539884e-10,
+    "max_abs_err": 4.967068423233911e-13,
+    "mean_abs_err": 4.302371886772836e-14,
+    "w_frob_norm": 40.893883814924855,
+    "relative_err": 3.058722160298892e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 4.255176920880615e-11,
+    "max_abs_err": 1.8145727975760195e-13,
+    "mean_abs_err": 1.4668662414175966e-14,
+    "w_frob_norm": 41.226617531022605,
+    "relative_err": 1.032143109407081e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 4.795701216669699e-11,
+    "max_abs_err": 1.519687153894722e-13,
+    "mean_abs_err": 1.6569837809097825e-14,
+    "w_frob_norm": 40.96456891505923,
+    "relative_err": 1.170694906277098e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.017488242570167e-10,
+    "max_abs_err": 3.8506340043625853e-13,
+    "mean_abs_err": 3.434897192756873e-14,
+    "w_frob_norm": 38.14285535298872,
+    "relative_err": 2.667572296709142e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.0458268241929671e-10,
+    "max_abs_err": 3.923081477730239e-13,
+    "mean_abs_err": 3.4952912481582945e-14,
+    "w_frob_norm": 38.745797734447954,
+    "relative_err": 2.6992006497343264e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.069704703743613e-10,
+    "max_abs_err": 4.0376556265098174e-13,
+    "mean_abs_err": 3.560472163332716e-14,
+    "w_frob_norm": 38.354337043212,
+    "relative_err": 2.7890058496863803e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 6.099226553914188e-11,
+    "max_abs_err": 2.6374735728751375e-13,
+    "mean_abs_err": 2.0562583199814717e-14,
+    "w_frob_norm": 42.24647929238956,
+    "relative_err": 1.4437242241421348e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 4.273059473899674e-11,
+    "max_abs_err": 1.7467277624305666e-13,
+    "mean_abs_err": 1.4770478086072218e-14,
+    "w_frob_norm": 39.76999182430974,
+    "relative_err": 1.0744431361154392e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.0250120079911003e-10,
+    "max_abs_err": 3.6217209786748583e-13,
+    "mean_abs_err": 3.5022394728722754e-14,
+    "w_frob_norm": 38.51476597237205,
+    "relative_err": 2.6613481404154872e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 5.928367277554176e-11,
+    "max_abs_err": 3.3005195798629927e-13,
+    "mean_abs_err": 2.036387827186872e-14,
+    "w_frob_norm": 42.51842972718264,
+    "relative_err": 1.3943053202089647e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 8.372873235090839e-11,
+    "max_abs_err": 3.1294238034274e-13,
+    "mean_abs_err": 2.791902872727128e-14,
+    "w_frob_norm": 37.78690108333072,
+    "relative_err": 2.2158136801497176e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 4.646691764148003e-11,
+    "max_abs_err": 1.5864393132503096e-13,
+    "mean_abs_err": 1.610463165870811e-14,
+    "w_frob_norm": 40.693255082962416,
+    "relative_err": 1.141882544091071e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.0425749445313936e-10,
+    "max_abs_err": 4.0588019056819746e-13,
+    "mean_abs_err": 3.60990201398183e-14,
+    "w_frob_norm": 40.44302025233898,
+    "relative_err": 2.577885969016118e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 5.2921001865162426e-11,
+    "max_abs_err": 1.9133652995328987e-13,
+    "mean_abs_err": 1.8207849183927535e-14,
+    "w_frob_norm": 42.37941294844978,
+    "relative_err": 1.248743155775551e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 4.858845717535248e-11,
+    "max_abs_err": 1.6632528687665626e-13,
+    "mean_abs_err": 1.688436976494528e-14,
+    "w_frob_norm": 42.72071458615352,
+    "relative_err": 1.1373512275260673e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.0484330290295672e-10,
+    "max_abs_err": 4.745925874516388e-13,
+    "mean_abs_err": 3.4298519212429455e-14,
+    "w_frob_norm": 37.25326053293866,
+    "relative_err": 2.814338970685698e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.1192380379488277e-10,
+    "max_abs_err": 4.099325046080793e-13,
+    "mean_abs_err": 3.800135277209873e-14,
+    "w_frob_norm": 39.59809531170848,
+    "relative_err": 2.826494630962435e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 9.739696822165181e-11,
+    "max_abs_err": 4.67396954473287e-13,
+    "mean_abs_err": 3.358800610712713e-14,
+    "w_frob_norm": 39.68956001606115,
+    "relative_err": 2.4539694615470225e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 6.427825462512312e-11,
+    "max_abs_err": 3.5284969390758647e-13,
+    "mean_abs_err": 2.193867153739586e-14,
+    "w_frob_norm": 42.557877028225384,
+    "relative_err": 1.5103726763083664e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 4.355340000729307e-11,
+    "max_abs_err": 1.5967609179323716e-13,
+    "mean_abs_err": 1.5203192151015358e-14,
+    "w_frob_norm": 42.59991850029806,
+    "relative_err": 1.0223822378202047e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 5.1085761560151534e-11,
+    "max_abs_err": 1.676306662923288e-13,
+    "mean_abs_err": 1.770340538341007e-14,
+    "w_frob_norm": 43.1147106878801,
+    "relative_err": 1.1848800732997187e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 9.914876457524931e-11,
+    "max_abs_err": 4.0965841829887495e-13,
+    "mean_abs_err": 3.266222942000375e-14,
+    "w_frob_norm": 37.061200419690344,
+    "relative_err": 2.675271266242426e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 5.1908135014233337e-11,
+    "max_abs_err": 1.9616946955736125e-13,
+    "mean_abs_err": 1.7944847611050122e-14,
+    "w_frob_norm": 42.67894125745703,
+    "relative_err": 1.216247017495162e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 9.897166096567393e-11,
+    "max_abs_err": 3.8849403972670074e-13,
+    "mean_abs_err": 3.382652792096553e-14,
+    "w_frob_norm": 41.148230308684894,
+    "relative_err": 2.4052470840959745e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.75509059849879e-11,
+    "max_abs_err": 2.5452556728922104e-13,
+    "mean_abs_err": 1.9741839230132795e-14,
+    "w_frob_norm": 40.074785558852426,
+    "relative_err": 1.4360876841242394e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.3296502597347327e-10,
+    "max_abs_err": 5.2760573687749e-13,
+    "mean_abs_err": 4.497410490531993e-14,
+    "w_frob_norm": 40.979630169498115,
+    "relative_err": 3.244661443344151e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.0353717697958538e-10,
+    "max_abs_err": 4.403144515663371e-13,
+    "mean_abs_err": 3.4956017451695085e-14,
+    "w_frob_norm": 38.65934375963683,
+    "relative_err": 2.6781928224991167e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 7.837181191516594e-11,
+    "max_abs_err": 2.5596191832732984e-13,
+    "mean_abs_err": 2.67372793588141e-14,
+    "w_frob_norm": 40.243798925005244,
+    "relative_err": 1.9474257900257543e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 9.696592809703139e-11,
+    "max_abs_err": 3.440650542252399e-13,
+    "mean_abs_err": 3.259014510925751e-14,
+    "w_frob_norm": 38.74356480055576,
+    "relative_err": 2.502762164405699e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 5.0726389366934766e-11,
+    "max_abs_err": 2.3112067815134196e-13,
+    "mean_abs_err": 1.7436793098843725e-14,
+    "w_frob_norm": 41.10711485939963,
+    "relative_err": 1.234005099614418e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.1401208795058983e-11,
+    "max_abs_err": 2.288828848673319e-13,
+    "mean_abs_err": 1.765168623325337e-14,
+    "w_frob_norm": 40.01727131163206,
+    "relative_err": 1.2844756054148522e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 4.88390868914341e-11,
+    "max_abs_err": 1.7450364070414892e-13,
+    "mean_abs_err": 1.6897168359124205e-14,
+    "w_frob_norm": 43.592018343487894,
+    "relative_err": 1.120367644062759e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.1504928271082737e-11,
+    "max_abs_err": 2.539080057317733e-13,
+    "mean_abs_err": 1.7580286378670537e-14,
+    "w_frob_norm": 41.17565474452683,
+    "relative_err": 1.2508587559965613e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 9.415487751224105e-11,
+    "max_abs_err": 3.833426631683068e-13,
+    "mean_abs_err": 2.9054284165866896e-14,
+    "w_frob_norm": 36.13884959821495,
+    "relative_err": 2.6053645469913288e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 8.44836788996086e-11,
+    "max_abs_err": 3.1698389979474204e-13,
+    "mean_abs_err": 2.830728667426696e-14,
+    "w_frob_norm": 37.39343339435953,
+    "relative_err": 2.2593185816510823e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.2450569458600224e-11,
+    "max_abs_err": 2.325171305495033e-13,
+    "mean_abs_err": 1.807562870610447e-14,
+    "w_frob_norm": 42.166476342312166,
+    "relative_err": 1.2438926371936e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.1130612935037646e-10,
+    "max_abs_err": 4.381460472213661e-13,
+    "mean_abs_err": 3.7540923815352534e-14,
+    "w_frob_norm": 38.04510936428343,
+    "relative_err": 2.9256356785471653e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.1028378073421805e-10,
+    "max_abs_err": 4.006569381820313e-13,
+    "mean_abs_err": 3.792403931330249e-14,
+    "w_frob_norm": 38.125160080429254,
+    "relative_err": 2.8926771848711503e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 4.328528051655375e-11,
+    "max_abs_err": 1.5464365898942845e-13,
+    "mean_abs_err": 1.4925708782244352e-14,
+    "w_frob_norm": 38.24490638583375,
+    "relative_err": 1.1317920373466256e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 4.638764203744302e-11,
+    "max_abs_err": 1.5664552988070568e-13,
+    "mean_abs_err": 1.6077315418958483e-14,
+    "w_frob_norm": 42.07887288172641,
+    "relative_err": 1.1023974469997692e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.0360947983931203e-10,
+    "max_abs_err": 3.6932262803546223e-13,
+    "mean_abs_err": 3.552342266007397e-14,
+    "w_frob_norm": 40.40237415160279,
+    "relative_err": 2.564440382897691e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.1982042458030227e-10,
+    "max_abs_err": 4.739646175533352e-13,
+    "mean_abs_err": 4.0520438672901814e-14,
+    "w_frob_norm": 40.41843827404066,
+    "relative_err": 2.9644991171580895e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 4.7083662268559406e-11,
+    "max_abs_err": 1.6460791063543923e-13,
+    "mean_abs_err": 1.6291910727344547e-14,
+    "w_frob_norm": 41.556320599455965,
+    "relative_err": 1.1330084470754564e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.2206282426973485e-10,
+    "max_abs_err": 6.088283089483726e-13,
+    "mean_abs_err": 3.9409195304699796e-14,
+    "w_frob_norm": 37.30906658258521,
+    "relative_err": 3.271666526407022e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 5.5195113426832134e-11,
+    "max_abs_err": 1.8834586668070585e-13,
+    "mean_abs_err": 1.908182532694627e-14,
+    "w_frob_norm": 42.842008773852434,
+    "relative_err": 1.2883409300013756e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 4.6349818789374825e-11,
+    "max_abs_err": 1.726882525865392e-13,
+    "mean_abs_err": 1.595311148463381e-14,
+    "w_frob_norm": 40.27706440598339,
+    "relative_err": 1.1507745033793797e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.1947671393621413e-10,
+    "max_abs_err": 4.47576871398514e-13,
+    "mean_abs_err": 4.058834834056928e-14,
+    "w_frob_norm": 39.356653161716004,
+    "relative_err": 3.035743752022962e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 9.224454882368283e-11,
+    "max_abs_err": 3.603853326872297e-13,
+    "mean_abs_err": 3.096516332935569e-14,
+    "w_frob_norm": 39.08644624076876,
+    "relative_err": 2.360013705402258e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 4.793410534555643e-11,
+    "max_abs_err": 2.0624474350583455e-13,
+    "mean_abs_err": 1.647001913188066e-14,
+    "w_frob_norm": 43.15976175697783,
+    "relative_err": 1.1106202489129057e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.3634333997700296e-10,
+    "max_abs_err": 5.941080960525369e-13,
+    "mean_abs_err": 4.643435410169759e-14,
+    "w_frob_norm": 39.28910966558469,
+    "relative_err": 3.47025781794269e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 4.5274822002250055e-11,
+    "max_abs_err": 1.5430018374118504e-13,
+    "mean_abs_err": 1.5722845305704872e-14,
+    "w_frob_norm": 42.28525452296357,
+    "relative_err": 1.0706999996337485e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 5.2599848115581224e-11,
+    "max_abs_err": 1.977667161978669e-13,
+    "mean_abs_err": 1.8042919357926952e-14,
+    "w_frob_norm": 41.550791309648545,
+    "relative_err": 1.2659168804654502e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.1980413799412501e-10,
+    "max_abs_err": 5.504724280569473e-13,
+    "mean_abs_err": 4.047840652720484e-14,
+    "w_frob_norm": 40.73700693133125,
+    "relative_err": 2.940916552756909e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 9.366797501087985e-11,
+    "max_abs_err": 3.1836339120516755e-13,
+    "mean_abs_err": 3.262196798978578e-14,
+    "w_frob_norm": 39.011050706063244,
+    "relative_err": 2.401062604456373e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.479940744335272e-11,
+    "max_abs_err": 1.9699519793192621e-13,
+    "mean_abs_err": 1.8890082743879002e-14,
+    "w_frob_norm": 42.86606489047594,
+    "relative_err": 1.2783867048063968e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.0687841310449455e-10,
+    "max_abs_err": 4.74349726165002e-13,
+    "mean_abs_err": 3.615013709323361e-14,
+    "w_frob_norm": 38.54543907658673,
+    "relative_err": 2.7727901319825575e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.0351553744598377e-10,
+    "max_abs_err": 3.9028589388090396e-13,
+    "mean_abs_err": 3.528730754313255e-14,
+    "w_frob_norm": 38.45959896147028,
+    "relative_err": 2.691539699872795e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 5.5339074299852767e-11,
+    "max_abs_err": 2.216421490786047e-13,
+    "mean_abs_err": 1.8917820052525474e-14,
+    "w_frob_norm": 43.49948993444082,
+    "relative_err": 1.2721775446851373e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 5.0311275687065605e-11,
+    "max_abs_err": 1.8731544093597563e-13,
+    "mean_abs_err": 1.7480254049217723e-14,
+    "w_frob_norm": 42.20918506155921,
+    "relative_err": 1.1919508896864521e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 8.920935120785312e-11,
+    "max_abs_err": 3.5576055990027555e-13,
+    "mean_abs_err": 3.028586047007451e-14,
+    "w_frob_norm": 39.291887687720916,
+    "relative_err": 2.2704267078451382e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 4.970944985968683e-11,
+    "max_abs_err": 1.5847392842438524e-13,
+    "mean_abs_err": 1.7284143911146445e-14,
+    "w_frob_norm": 42.017566134247154,
+    "relative_err": 1.1830635239762321e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.2912612125357616e-11,
+    "max_abs_err": 2.1347160150675393e-13,
+    "mean_abs_err": 1.83207698686827e-14,
+    "w_frob_norm": 42.88665234969941,
+    "relative_err": 1.2337780923982162e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 3.847225465083034e-11,
+    "max_abs_err": 1.6860688192843476e-13,
+    "mean_abs_err": 1.336473440190669e-14,
+    "w_frob_norm": 36.904016917381064,
+    "relative_err": 1.0424950415820632e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 9.972011212523136e-11,
+    "max_abs_err": 4.679399229212677e-13,
+    "mean_abs_err": 3.4136863658079345e-14,
+    "w_frob_norm": 39.48408452336549,
+    "relative_err": 2.52557741502706e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.1189867328013545e-10,
+    "max_abs_err": 4.143005383205889e-13,
+    "mean_abs_err": 3.815531318382512e-14,
+    "w_frob_norm": 39.181489054126516,
+    "relative_err": 2.85590660236407e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 4.909890980997351e-11,
+    "max_abs_err": 1.6986585749112493e-13,
+    "mean_abs_err": 1.7012144181301375e-14,
+    "w_frob_norm": 42.432394927766055,
+    "relative_err": 1.157109088316982e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.11429416382555e-11,
+    "max_abs_err": 3.061509379342908e-13,
+    "mean_abs_err": 1.757246243173496e-14,
+    "w_frob_norm": 43.024789892685995,
+    "relative_err": 1.1886854477574e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 4.758147032897461e-11,
+    "max_abs_err": 2.061892323546033e-13,
+    "mean_abs_err": 1.642492624413421e-14,
+    "w_frob_norm": 42.52674421707654,
+    "relative_err": 1.118859936375481e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 8.987260008505723e-11,
+    "max_abs_err": 3.5511177332026023e-13,
+    "mean_abs_err": 3.058268145186972e-14,
+    "w_frob_norm": 39.36398493527786,
+    "relative_err": 2.2831174291125625e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.2619072597906507e-10,
+    "max_abs_err": 5.217336979113085e-13,
+    "mean_abs_err": 4.214704418614624e-14,
+    "w_frob_norm": 38.87767253033493,
+    "relative_err": 3.2458405497552027e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.170943048103802e-10,
+    "max_abs_err": 4.1792264093842846e-13,
+    "mean_abs_err": 4.0334140727880256e-14,
+    "w_frob_norm": 38.82759223755193,
+    "relative_err": 3.015749833107935e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 8.651796906427176e-11,
+    "max_abs_err": 3.508339452285014e-13,
+    "mean_abs_err": 2.6905366258660675e-14,
+    "w_frob_norm": 34.30861303563416,
+    "relative_err": 2.5217565331017926e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 5.480172762967878e-11,
+    "max_abs_err": 1.9827889330414905e-13,
+    "mean_abs_err": 1.8742447921595937e-14,
+    "w_frob_norm": 39.151356197778476,
+    "relative_err": 1.3997402121356994e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 4.7414461625625317e-11,
+    "max_abs_err": 1.452301820470403e-13,
+    "mean_abs_err": 1.651830298597895e-14,
+    "w_frob_norm": 43.218816570220426,
+    "relative_err": 1.0970791286843302e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.3404526768459552e-10,
+    "max_abs_err": 4.4998033077447985e-13,
+    "mean_abs_err": 4.582240756185906e-14,
+    "w_frob_norm": 40.43303186540473,
+    "relative_err": 3.3152415611772906e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 5.0686862343086284e-11,
+    "max_abs_err": 2.192777209808483e-13,
+    "mean_abs_err": 1.7542777092460376e-14,
+    "w_frob_norm": 43.37579018395365,
+    "relative_err": 1.1685519071382193e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.249116168032025e-11,
+    "max_abs_err": 1.95813851244786e-13,
+    "mean_abs_err": 1.8118978525736975e-14,
+    "w_frob_norm": 43.04340417001416,
+    "relative_err": 1.2194937341151978e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 4.4242200261985785e-11,
+    "max_abs_err": 1.513532138161522e-13,
+    "mean_abs_err": 1.5391604773159742e-14,
+    "w_frob_norm": 44.06215816447873,
+    "relative_err": 1.004086093487182e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.0331407161346251e-10,
+    "max_abs_err": 3.9361569559304144e-13,
+    "mean_abs_err": 3.563140204194064e-14,
+    "w_frob_norm": 40.33247137659499,
+    "relative_err": 2.561560650444442e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 9.797040327874798e-11,
+    "max_abs_err": 4.3463149745903706e-13,
+    "mean_abs_err": 3.119614666555962e-14,
+    "w_frob_norm": 35.85417041940573,
+    "relative_err": 2.732468835082081e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.0481247095800277e-10,
+    "max_abs_err": 4.197441005882041e-13,
+    "mean_abs_err": 3.64090667373297e-14,
+    "w_frob_norm": 41.56642231019954,
+    "relative_err": 2.521565848891545e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.216961923608174e-10,
+    "max_abs_err": 5.470034147858627e-13,
+    "mean_abs_err": 4.1882732555783766e-14,
+    "w_frob_norm": 42.44570309584221,
+    "relative_err": 2.8671027568097512e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 5.4861386629385505e-11,
+    "max_abs_err": 2.322933512211023e-13,
+    "mean_abs_err": 1.8897522129108496e-14,
+    "w_frob_norm": 43.74763052656143,
+    "relative_err": 1.2540424697076187e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.539314246759514e-11,
+    "max_abs_err": 2.2193705206952075e-13,
+    "mean_abs_err": 1.8992571429889022e-14,
+    "w_frob_norm": 42.96633176065244,
+    "relative_err": 1.2892220535876158e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.424223976521335e-11,
+    "max_abs_err": 2.0117241206207837e-13,
+    "mean_abs_err": 1.8699267367477248e-14,
+    "w_frob_norm": 42.582172232129075,
+    "relative_err": 1.2738250991405866e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.0386982334151998e-10,
+    "max_abs_err": 4.255619294457613e-13,
+    "mean_abs_err": 3.552574820828323e-14,
+    "w_frob_norm": 40.20105988606176,
+    "relative_err": 2.5837583296537166e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 8.941993056378895e-11,
+    "max_abs_err": 3.3046438849271276e-13,
+    "mean_abs_err": 3.0731077520750725e-14,
+    "w_frob_norm": 39.23516642370452,
+    "relative_err": 2.27907611243786e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 4.484465747821517e-11,
+    "max_abs_err": 1.868470655974619e-13,
+    "mean_abs_err": 1.5615168313191966e-14,
+    "w_frob_norm": 43.42606200858164,
+    "relative_err": 1.032666914843745e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.2874949103318868e-10,
+    "max_abs_err": 6.741352268080369e-13,
+    "mean_abs_err": 4.280615963804764e-14,
+    "w_frob_norm": 39.46520821912097,
+    "relative_err": 3.262354282241169e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.0156715548212507e-10,
+    "max_abs_err": 4.014497068105527e-13,
+    "mean_abs_err": 3.494079063445374e-14,
+    "w_frob_norm": 39.40526344875514,
+    "relative_err": 2.577502257133969e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 5.3141765361354866e-11,
+    "max_abs_err": 2.2339421978934126e-13,
+    "mean_abs_err": 1.8252844543222346e-14,
+    "w_frob_norm": 43.009892567685455,
+    "relative_err": 1.2355707533499344e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 8.15451513443823e-11,
+    "max_abs_err": 2.876171523169546e-13,
+    "mean_abs_err": 2.8163976116205573e-14,
+    "w_frob_norm": 39.120561796481006,
+    "relative_err": 2.0844575742191286e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 5.739868884934401e-11,
+    "max_abs_err": 2.023659018135504e-13,
+    "mean_abs_err": 1.9837281808458524e-14,
+    "w_frob_norm": 42.099567367583084,
+    "relative_err": 1.3634032945797285e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.2038117465492273e-10,
+    "max_abs_err": 4.671055209293229e-13,
+    "mean_abs_err": 4.0990563315739523e-14,
+    "w_frob_norm": 40.804332142733536,
+    "relative_err": 2.9502057338870154e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 5.0300658543412706e-11,
+    "max_abs_err": 1.8693900594168866e-13,
+    "mean_abs_err": 1.7386957582664085e-14,
+    "w_frob_norm": 42.77067193656785,
+    "relative_err": 1.176054905520596e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.0076125636407726e-10,
+    "max_abs_err": 3.7706296418527074e-13,
+    "mean_abs_err": 3.3566521388259936e-14,
+    "w_frob_norm": 37.7785595377117,
+    "relative_err": 2.6671545341344826e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 3.8892991249631705e-11,
+    "max_abs_err": 1.7320866962933223e-13,
+    "mean_abs_err": 1.3488952438549096e-14,
+    "w_frob_norm": 38.837057677840306,
+    "relative_err": 1.001440211363471e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 4.166785296454834e-11,
+    "max_abs_err": 1.4045483358820234e-13,
+    "mean_abs_err": 1.453472331301191e-14,
+    "w_frob_norm": 43.30752327043562,
+    "relative_err": 9.621389037731785e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.0568411324293777e-10,
+    "max_abs_err": 3.533041914582924e-13,
+    "mean_abs_err": 3.639350575686999e-14,
+    "w_frob_norm": 40.83024694815709,
+    "relative_err": 2.5883780075375694e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 9.331736411773482e-11,
+    "max_abs_err": 3.72857127117765e-13,
+    "mean_abs_err": 3.215729907501549e-14,
+    "w_frob_norm": 40.06528184189616,
+    "relative_err": 2.329132850880213e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 4.9465619513150685e-11,
+    "max_abs_err": 1.962827283442831e-13,
+    "mean_abs_err": 1.7123786271190816e-14,
+    "w_frob_norm": 42.98190480347087,
+    "relative_err": 1.1508475424559649e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.2876986228088068e-10,
+    "max_abs_err": 4.864199321108487e-13,
+    "mean_abs_err": 4.424524204266589e-14,
+    "w_frob_norm": 41.2166277254756,
+    "relative_err": 3.1242212036015085e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 4.5211938990973326e-11,
+    "max_abs_err": 1.746554290082969e-13,
+    "mean_abs_err": 1.5627982211290176e-14,
+    "w_frob_norm": 40.988745704323165,
+    "relative_err": 1.1030329963525753e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 4.2628031561673026e-11,
+    "max_abs_err": 1.4733353426166218e-13,
+    "mean_abs_err": 1.485595109704758e-14,
+    "w_frob_norm": 42.67135675650773,
+    "relative_err": 9.989846773543686e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.1071421636979492e-10,
+    "max_abs_err": 4.1474462753043895e-13,
+    "mean_abs_err": 3.514787526933914e-14,
+    "w_frob_norm": 36.55254496384329,
+    "relative_err": 3.0289058252800235e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.0434042732949515e-10,
+    "max_abs_err": 3.9087136305404613e-13,
+    "mean_abs_err": 3.5472378251365347e-14,
+    "w_frob_norm": 40.42825084800822,
+    "relative_err": 2.580879091746204e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.1120494665654275e-10,
+    "max_abs_err": 4.5473000365170435e-13,
+    "mean_abs_err": 3.721529644124389e-14,
+    "w_frob_norm": 39.058856882017864,
+    "relative_err": 2.84711216696513e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 6.512496874720817e-11,
+    "max_abs_err": 3.4034580709274564e-13,
+    "mean_abs_err": 2.1819745787622495e-14,
+    "w_frob_norm": 43.347435280341564,
+    "relative_err": 1.5023949704526789e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 6.115944900897258e-11,
+    "max_abs_err": 3.321579122861351e-13,
+    "mean_abs_err": 2.058722692258276e-14,
+    "w_frob_norm": 42.324991903481724,
+    "relative_err": 1.4449961183321928e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.127240988432588e-10,
+    "max_abs_err": 5.058106711253174e-13,
+    "mean_abs_err": 3.8646872720595545e-14,
+    "w_frob_norm": 40.16332438782389,
+    "relative_err": 2.8066426413006984e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.0643711315519385e-10,
+    "max_abs_err": 4.0770511966492506e-13,
+    "mean_abs_err": 3.6614947585655745e-14,
+    "w_frob_norm": 39.892345616595655,
+    "relative_err": 2.6681086687195158e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 6.224238989858058e-11,
+    "max_abs_err": 2.938274623609516e-13,
+    "mean_abs_err": 2.097256442929051e-14,
+    "w_frob_norm": 42.563190377222135,
+    "relative_err": 1.4623525479868599e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 4.4443802967023335e-11,
+    "max_abs_err": 1.8404028301333142e-13,
+    "mean_abs_err": 1.533005931183332e-14,
+    "w_frob_norm": 32.00193900815099,
+    "relative_err": 1.3887846906933784e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 4.549270659010883e-11,
+    "max_abs_err": 1.9470362822016085e-13,
+    "mean_abs_err": 1.5712332961194676e-14,
+    "w_frob_norm": 41.45275657593199,
+    "relative_err": 1.09745914018472e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.1127970963852151e-10,
+    "max_abs_err": 4.996419944447439e-13,
+    "mean_abs_err": 3.828297377216356e-14,
+    "w_frob_norm": 41.37911046389455,
+    "relative_err": 2.6892726400104445e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 4.901142685647099e-11,
+    "max_abs_err": 1.731739751598127e-13,
+    "mean_abs_err": 1.6961093964832672e-14,
+    "w_frob_norm": 42.79801786359996,
+    "relative_err": 1.1451798308200526e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 8.785888267484204e-11,
+    "max_abs_err": 3.563555700525356e-13,
+    "mean_abs_err": 2.367178922471287e-14,
+    "w_frob_norm": 30.010866763347387,
+    "relative_err": 2.927568982517529e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 4.1750403395613724e-11,
+    "max_abs_err": 1.5938812769622501e-13,
+    "mean_abs_err": 1.4476952116878094e-14,
+    "w_frob_norm": 40.321998145510726,
+    "relative_err": 1.0354249619512477e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 4.6764494594582786e-11,
+    "max_abs_err": 1.7447154831984335e-13,
+    "mean_abs_err": 1.6032742041447684e-14,
+    "w_frob_norm": 40.7993710831026,
+    "relative_err": 1.146206261349717e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 5.061584061986391e-11,
+    "max_abs_err": 1.9984708332643208e-13,
+    "mean_abs_err": 1.74806873018254e-14,
+    "w_frob_norm": 42.47578851028284,
+    "relative_err": 1.1916398116449437e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.1124531006889957e-10,
+    "max_abs_err": 5.014669235414715e-13,
+    "mean_abs_err": 3.7612429873390155e-14,
+    "w_frob_norm": 40.691054424559745,
+    "relative_err": 2.7339008939949135e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 6.121060237457976e-11,
+    "max_abs_err": 2.602657672712283e-13,
+    "mean_abs_err": 2.0803496642684275e-14,
+    "w_frob_norm": 43.39805187134299,
+    "relative_err": 1.4104458549439845e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.0154915828001649e-10,
+    "max_abs_err": 4.7494994048769e-13,
+    "mean_abs_err": 3.4144145623286396e-14,
+    "w_frob_norm": 38.7814767731014,
+    "relative_err": 2.6184964248305873e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 9.998158024995593e-11,
+    "max_abs_err": 3.9363651227475316e-13,
+    "mean_abs_err": 3.284813024033386e-14,
+    "w_frob_norm": 37.29609726352912,
+    "relative_err": 2.6807518101290803e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.395316177366169e-11,
+    "max_abs_err": 2.368608781333492e-13,
+    "mean_abs_err": 1.8620897651179525e-14,
+    "w_frob_norm": 41.56035129336226,
+    "relative_err": 1.2981882995363113e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.2650769645521522e-10,
+    "max_abs_err": 5.370565103746117e-13,
+    "mean_abs_err": 4.326052724064052e-14,
+    "w_frob_norm": 41.64590736422977,
+    "relative_err": 3.037698166804126e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.0096106812173675e-10,
+    "max_abs_err": 4.1790182425671674e-13,
+    "mean_abs_err": 3.478989083606315e-14,
+    "w_frob_norm": 40.39496607144117,
+    "relative_err": 2.499347763857022e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.0991197663866339e-10,
+    "max_abs_err": 4.15112822588215e-13,
+    "mean_abs_err": 3.6389133879498564e-14,
+    "w_frob_norm": 38.177568371210114,
+    "relative_err": 2.8789674494185053e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 4.7658954861714095e-11,
+    "max_abs_err": 1.7361112547575885e-13,
+    "mean_abs_err": 1.6498781345607325e-14,
+    "w_frob_norm": 43.067735360818745,
+    "relative_err": 1.1066046185718938e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 4.703139224136594e-11,
+    "max_abs_err": 1.9843848786393892e-13,
+    "mean_abs_err": 1.6193669335935963e-14,
+    "w_frob_norm": 39.25687750344415,
+    "relative_err": 1.198042107073842e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 5.2586808867750715e-11,
+    "max_abs_err": 2.610828220284134e-13,
+    "mean_abs_err": 1.7938064429626613e-14,
+    "w_frob_norm": 42.30470123222499,
+    "relative_err": 1.2430488181226883e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.2624381332724968e-10,
+    "max_abs_err": 4.762926164580961e-13,
+    "mean_abs_err": 4.195419194178574e-14,
+    "w_frob_norm": 39.31913158241357,
+    "relative_err": 3.2107477517055658e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.1375861155549041e-10,
+    "max_abs_err": 4.1110170823088765e-13,
+    "mean_abs_err": 3.906930908711362e-14,
+    "w_frob_norm": 39.53813888834685,
+    "relative_err": 2.8771868063071297e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 9.766988533871172e-11,
+    "max_abs_err": 3.6570746431152656e-13,
+    "mean_abs_err": 3.362834281825023e-14,
+    "w_frob_norm": 39.39276684174985,
+    "relative_err": 2.479386272385359e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 4.952603246756954e-11,
+    "max_abs_err": 3.0699401354361555e-13,
+    "mean_abs_err": 1.7024230358835024e-14,
+    "w_frob_norm": 42.63358655008961,
+    "relative_err": 1.1616670441127934e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.130034920721999e-10,
+    "max_abs_err": 4.418479471191006e-13,
+    "mean_abs_err": 3.8968543089308547e-14,
+    "w_frob_norm": 38.96842577812143,
+    "relative_err": 2.8998731618161745e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 5.341546322558452e-11,
+    "max_abs_err": 2.2316870573746428e-13,
+    "mean_abs_err": 1.8459282016906057e-14,
+    "w_frob_norm": 42.79791232447555,
+    "relative_err": 1.2480857201774522e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 9.613804712239682e-11,
+    "max_abs_err": 4.183077495500953e-13,
+    "mean_abs_err": 3.1037897508231804e-14,
+    "w_frob_norm": 35.78497629844992,
+    "relative_err": 2.6865477378159168e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.282529045030714e-11,
+    "max_abs_err": 1.8868934192894926e-13,
+    "mean_abs_err": 1.8262369168403788e-14,
+    "w_frob_norm": 41.81104228761173,
+    "relative_err": 1.2634291699051675e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 4.6315340558225725e-11,
+    "max_abs_err": 1.6647100364863832e-13,
+    "mean_abs_err": 1.596195056337954e-14,
+    "w_frob_norm": 43.017051409900105,
+    "relative_err": 1.0766739941540145e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.1974776040601648e-10,
+    "max_abs_err": 4.880054693678915e-13,
+    "mean_abs_err": 3.9924814257594154e-14,
+    "w_frob_norm": 39.72252522109238,
+    "relative_err": 3.014605938054292e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 4.8542556874736224e-11,
+    "max_abs_err": 1.9196103040464152e-13,
+    "mean_abs_err": 1.6763660458067108e-14,
+    "w_frob_norm": 42.2301108040161,
+    "relative_err": 1.1494773740948794e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 5.1282670591571786e-11,
+    "max_abs_err": 1.93046967300603e-13,
+    "mean_abs_err": 1.771697065589521e-14,
+    "w_frob_norm": 42.76427529899056,
+    "relative_err": 1.199194192653191e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 9.975742626293679e-11,
+    "max_abs_err": 3.8376246624949317e-13,
+    "mean_abs_err": 3.3712777260940105e-14,
+    "w_frob_norm": 38.442335188630985,
+    "relative_err": 2.594988722028501e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 9.767961267780618e-11,
+    "max_abs_err": 3.509553758718198e-13,
+    "mean_abs_err": 3.342341475907727e-14,
+    "w_frob_norm": 39.937133254965666,
+    "relative_err": 2.4458343580697794e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.0614496341314403e-10,
+    "max_abs_err": 4.2712361425500944e-13,
+    "mean_abs_err": 3.607192322152289e-14,
+    "w_frob_norm": 38.56872244992827,
+    "relative_err": 2.75209954260078e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 5.7470628659023044e-11,
+    "max_abs_err": 2.1809984374066005e-13,
+    "mean_abs_err": 1.953529100938678e-14,
+    "w_frob_norm": 41.61560487287819,
+    "relative_err": 1.3809874645478943e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 4.759436687906806e-11,
+    "max_abs_err": 1.9386575678126405e-13,
+    "mean_abs_err": 1.6457183338900138e-14,
+    "w_frob_norm": 43.4645785846316,
+    "relative_err": 1.095015031294855e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.0601690579104835e-10,
+    "max_abs_err": 3.8404002200564946e-13,
+    "mean_abs_err": 3.6451212567261636e-14,
+    "w_frob_norm": 40.45574984302762,
+    "relative_err": 2.6205645971809843e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.2269835369341067e-10,
+    "max_abs_err": 4.85351342449647e-13,
+    "mean_abs_err": 4.124789856935386e-14,
+    "w_frob_norm": 39.53944582970318,
+    "relative_err": 3.1031885024861957e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 5.7759920491593834e-11,
+    "max_abs_err": 2.2255114418001654e-13,
+    "mean_abs_err": 1.9592186911033494e-14,
+    "w_frob_norm": 41.61510343573679,
+    "relative_err": 1.387955711338993e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 4.807208333148406e-11,
+    "max_abs_err": 1.6970105876090713e-13,
+    "mean_abs_err": 1.655502172812462e-14,
+    "w_frob_norm": 41.544257775195796,
+    "relative_err": 1.157129430296038e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 5.754663089317346e-11,
+    "max_abs_err": 2.521199395089102e-13,
+    "mean_abs_err": 1.9661087783293903e-14,
+    "w_frob_norm": 42.59379322133536,
+    "relative_err": 1.351056727775731e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 4.666962528866824e-11,
+    "max_abs_err": 1.5113604812100334e-13,
+    "mean_abs_err": 1.626402330927927e-14,
+    "w_frob_norm": 42.03492245882332,
+    "relative_err": 1.1102583889475471e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.0075656350943483e-10,
+    "max_abs_err": 3.631765027600764e-13,
+    "mean_abs_err": 3.490544429560827e-14,
+    "w_frob_norm": 39.40867357026311,
+    "relative_err": 2.5567103477814953e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 4.9212725128395214e-11,
+    "max_abs_err": 1.80855330711438e-13,
+    "mean_abs_err": 1.700172987469748e-14,
+    "w_frob_norm": 43.28422558459675,
+    "relative_err": 1.136966746285238e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.0720809071602905e-10,
+    "max_abs_err": 3.682262827986449e-13,
+    "mean_abs_err": 3.682766324386744e-14,
+    "w_frob_norm": 40.620997500448006,
+    "relative_err": 2.639228411730821e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.2233516180039783e-10,
+    "max_abs_err": 5.51992479502772e-13,
+    "mean_abs_err": 4.1085266213027267e-14,
+    "w_frob_norm": 40.41385131575154,
+    "relative_err": 3.027060223600045e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 9.800528364500719e-11,
+    "max_abs_err": 3.745094512286329e-13,
+    "mean_abs_err": 3.290034734540741e-14,
+    "w_frob_norm": 37.8533234406478,
+    "relative_err": 2.5890800261877875e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 5.2879728788030614e-11,
+    "max_abs_err": 1.9061141554033156e-13,
+    "mean_abs_err": 1.8258038785554498e-14,
+    "w_frob_norm": 43.35140145255715,
+    "relative_err": 1.2197928329007094e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.1157953741575607e-10,
+    "max_abs_err": 4.995379110361853e-13,
+    "mean_abs_err": 3.7176419924486725e-14,
+    "w_frob_norm": 39.09266014969569,
+    "relative_err": 2.8542324054819955e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.2017749894667537e-11,
+    "max_abs_err": 1.9408780138618908e-13,
+    "mean_abs_err": 1.796292366854973e-14,
+    "w_frob_norm": 43.459645382898444,
+    "relative_err": 1.1969207165950955e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.234005329429574e-10,
+    "max_abs_err": 5.785033910243875e-13,
+    "mean_abs_err": 4.217129345402044e-14,
+    "w_frob_norm": 40.34929019933263,
+    "relative_err": 3.058307403509131e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 9.768896676979745e-11,
+    "max_abs_err": 4.913916495929982e-13,
+    "mean_abs_err": 3.35210006520012e-14,
+    "w_frob_norm": 38.03557082986295,
+    "relative_err": 2.5683581089599084e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 5.4360817386789015e-11,
+    "max_abs_err": 2.2245399966536183e-13,
+    "mean_abs_err": 1.8729055971352925e-14,
+    "w_frob_norm": 43.08034206070059,
+    "relative_err": 1.2618473945771865e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.0528068385965345e-10,
+    "max_abs_err": 4.03147133731796e-13,
+    "mean_abs_err": 3.4671031562261995e-14,
+    "w_frob_norm": 37.63929720423913,
+    "relative_err": 2.797094836504976e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 4.238988730551752e-11,
+    "max_abs_err": 1.6468076902143025e-13,
+    "mean_abs_err": 1.4697949888278476e-14,
+    "w_frob_norm": 41.52839959639996,
+    "relative_err": 1.0207445439142866e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 8.825912039080656e-11,
+    "max_abs_err": 3.9282292696452004e-13,
+    "mean_abs_err": 2.9967368350721056e-14,
+    "w_frob_norm": 38.59747486119718,
+    "relative_err": 2.286655298259815e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 5.2104609060464516e-11,
+    "max_abs_err": 1.8933986323244056e-13,
+    "mean_abs_err": 1.8007285001670766e-14,
+    "w_frob_norm": 43.55991542962868,
+    "relative_err": 1.1961595550992251e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 4.941996749750154e-11,
+    "max_abs_err": 1.699508589414478e-13,
+    "mean_abs_err": 1.7055518192112263e-14,
+    "w_frob_norm": 40.48844466457698,
+    "relative_err": 1.2205943672797754e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.156819390828907e-10,
+    "max_abs_err": 4.2265149713394123e-13,
+    "mean_abs_err": 3.857279598965565e-14,
+    "w_frob_norm": 38.158914698930424,
+    "relative_err": 3.0315835760950825e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.367676580272246e-10,
+    "max_abs_err": 6.539213615042172e-13,
+    "mean_abs_err": 4.573900092233235e-14,
+    "w_frob_norm": 40.9195565481643,
+    "relative_err": 3.3423543548484556e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 3.8857799919750904e-11,
+    "max_abs_err": 1.4060974606877608e-13,
+    "mean_abs_err": 1.3514032883475007e-14,
+    "w_frob_norm": 41.72647129857853,
+    "relative_err": 9.312505637416468e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 5.40996525767191e-11,
+    "max_abs_err": 2.0653877913501262e-13,
+    "mean_abs_err": 1.8481326611886662e-14,
+    "w_frob_norm": 42.615757710251366,
+    "relative_err": 1.2694753181334434e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 4.5754612357069815e-11,
+    "max_abs_err": 1.8416344838012577e-13,
+    "mean_abs_err": 1.571532929189918e-14,
+    "w_frob_norm": 42.66767896484591,
+    "relative_err": 1.0723482848637546e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.1751289022667147e-10,
+    "max_abs_err": 5.773992395319283e-13,
+    "mean_abs_err": 3.969231736179185e-14,
+    "w_frob_norm": 41.15331423239033,
+    "relative_err": 2.8554903151440765e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.068749038013035e-10,
+    "max_abs_err": 4.1091609281895813e-13,
+    "mean_abs_err": 3.6887264092733005e-14,
+    "w_frob_norm": 40.56114665603887,
+    "relative_err": 2.634908344865335e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 5.396166351470021e-11,
+    "max_abs_err": 1.7764956172783286e-13,
+    "mean_abs_err": 1.8670989154815855e-14,
+    "w_frob_norm": 41.87191686022847,
+    "relative_err": 1.288731626374503e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.1129100648120734e-10,
+    "max_abs_err": 4.641798013668708e-13,
+    "mean_abs_err": 3.7809897623148074e-14,
+    "w_frob_norm": 39.712381641525205,
+    "relative_err": 2.802425890388705e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.306873346289643e-11,
+    "max_abs_err": 2.0987031557062608e-13,
+    "mean_abs_err": 1.825309157771624e-14,
+    "w_frob_norm": 42.80035595155857,
+    "relative_err": 1.239913367144881e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.392418504177148e-11,
+    "max_abs_err": 1.9402957972952661e-13,
+    "mean_abs_err": 1.8558197274589034e-14,
+    "w_frob_norm": 43.39832788487102,
+    "relative_err": 1.242540615500761e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.1755888359789893e-10,
+    "max_abs_err": 4.4226775020028697e-13,
+    "mean_abs_err": 3.968659274641704e-14,
+    "w_frob_norm": 38.82316315123417,
+    "relative_err": 3.028060416920505e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.0295757840055081e-10,
+    "max_abs_err": 4.0802127301842184e-13,
+    "mean_abs_err": 3.5374012694264147e-14,
+    "w_frob_norm": 40.00923272563291,
+    "relative_err": 2.573345485193183e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.305360092304212e-10,
+    "max_abs_err": 4.920439056199655e-13,
+    "mean_abs_err": 4.478691595106386e-14,
+    "w_frob_norm": 39.34956708228589,
+    "relative_err": 3.3173429572287465e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 4.353215688660925e-11,
+    "max_abs_err": 1.6339707364920741e-13,
+    "mean_abs_err": 1.5102669873311503e-14,
+    "w_frob_norm": 42.06253411966473,
+    "relative_err": 1.0349389973215486e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 6.247127970461938e-11,
+    "max_abs_err": 2.3494400869239485e-13,
+    "mean_abs_err": 2.1098875298932955e-14,
+    "w_frob_norm": 42.876658846748576,
+    "relative_err": 1.456999714644433e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 9.981830544276726e-11,
+    "max_abs_err": 3.756682465105854e-13,
+    "mean_abs_err": 3.311547995378117e-14,
+    "w_frob_norm": 37.94598271343232,
+    "relative_err": 2.6305368396068193e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.2284069762944652e-10,
+    "max_abs_err": 4.214857629580848e-13,
+    "mean_abs_err": 4.222107626262599e-14,
+    "w_frob_norm": 40.3026224943633,
+    "relative_err": 3.0479579249868155e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.1596015923478395e-10,
+    "max_abs_err": 4.1538690889741936e-13,
+    "mean_abs_err": 3.97564676262366e-14,
+    "w_frob_norm": 42.04611555964237,
+    "relative_err": 2.75792799623296e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 9.821928611296713e-11,
+    "max_abs_err": 3.4977576390815557e-13,
+    "mean_abs_err": 3.393838582378527e-14,
+    "w_frob_norm": 39.881135633366746,
+    "relative_err": 2.4628006337610777e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.306571646524278e-11,
+    "max_abs_err": 2.3501686707838587e-13,
+    "mean_abs_err": 1.812659054679649e-14,
+    "w_frob_norm": 40.71676396907567,
+    "relative_err": 1.3032891441359663e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 5.134703248911063e-11,
+    "max_abs_err": 1.8418599978531347e-13,
+    "mean_abs_err": 1.772388683814737e-14,
+    "w_frob_norm": 43.40220914279067,
+    "relative_err": 1.1830511281161282e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.0533565786494436e-10,
+    "max_abs_err": 5.261312219229097e-13,
+    "mean_abs_err": 3.5130187531581363e-14,
+    "w_frob_norm": 37.93590374149497,
+    "relative_err": 2.776674534570962e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 4.558712166756267e-11,
+    "max_abs_err": 1.6040814510009938e-13,
+    "mean_abs_err": 1.5789114643862446e-14,
+    "w_frob_norm": 41.072763617833104,
+    "relative_err": 1.1099112319719705e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 5.513918773022672e-11,
+    "max_abs_err": 2.0453864296721136e-13,
+    "mean_abs_err": 1.9073790446394655e-14,
+    "w_frob_norm": 42.71471919416986,
+    "relative_err": 1.2908708934636443e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.1604701530353694e-10,
+    "max_abs_err": 4.794775687599895e-13,
+    "mean_abs_err": 3.96825500359907e-14,
+    "w_frob_norm": 40.51691952962923,
+    "relative_err": 2.8641618526471153e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 5.080282953887239e-11,
+    "max_abs_err": 2.0114595752906972e-13,
+    "mean_abs_err": 1.7615102398015642e-14,
+    "w_frob_norm": 42.06112858369051,
+    "relative_err": 1.2078332476930142e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.3476630302923942e-10,
+    "max_abs_err": 6.709841016139251e-13,
+    "mean_abs_err": 4.448250441068748e-14,
+    "w_frob_norm": 40.13161995908858,
+    "relative_err": 3.3581077256942126e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 4.9596304971447833e-11,
+    "max_abs_err": 1.7165435739485702e-13,
+    "mean_abs_err": 1.7141306855414508e-14,
+    "w_frob_norm": 43.12251660158935,
+    "relative_err": 1.1501254768980686e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.1347016589958503e-10,
+    "max_abs_err": 4.3864955071026834e-13,
+    "mean_abs_err": 3.827333461251354e-14,
+    "w_frob_norm": 39.33748997172527,
+    "relative_err": 2.884529897081495e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 4.385814187333642e-11,
+    "max_abs_err": 1.7697475429567788e-13,
+    "mean_abs_err": 1.527992570194973e-14,
+    "w_frob_norm": 43.186715971004,
+    "relative_err": 1.015547046985078e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.0621522461240073e-10,
+    "max_abs_err": 3.535643999796889e-13,
+    "mean_abs_err": 3.6447958465349806e-14,
+    "w_frob_norm": 40.1881981934399,
+    "relative_err": 2.6429456752738595e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 5.7235858036214866e-11,
+    "max_abs_err": 2.442230445653948e-13,
+    "mean_abs_err": 1.92635494560451e-14,
+    "w_frob_norm": 41.99404285215915,
+    "relative_err": 1.3629518414722496e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 4.382606769544735e-11,
+    "max_abs_err": 1.6499995814100998e-13,
+    "mean_abs_err": 1.523698134118676e-14,
+    "w_frob_norm": 41.534564508983635,
+    "relative_err": 1.0551709934497587e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.0386521100493796e-10,
+    "max_abs_err": 3.998719758091518e-13,
+    "mean_abs_err": 3.555195052602388e-14,
+    "w_frob_norm": 39.091281628282346,
+    "relative_err": 2.6569917045081482e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.4.mixer.D": {
+    "frob_norm_diff": 1.3851661089411592e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 7.440506815271225e-17,
+    "w_frob_norm": 12.56820647962533,
+    "relative_err": 1.1021191537445623e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.4.mixer.A_log": {
+    "frob_norm_diff": 3.338540116236015e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 2.1971357025418747e-16,
+    "w_frob_norm": 26.970386600508615,
+    "relative_err": 1.2378540084305116e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.3.norm.weight": {
+    "frob_norm_diff": 1.837088542155692e-15,
+    "max_abs_err": 1.1102230246251565e-16,
+    "mean_abs_err": 2.21738906700877e-17,
+    "w_frob_norm": 15.281429676173124,
+    "relative_err": 1.202170596001295e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.4.mixer.dt_bias": {
+    "frob_norm_diff": 5.736279132490399e-15,
+    "max_abs_err": 3.552713678800501e-15,
+    "mean_abs_err": 3.8207284558389176e-16,
+    "w_frob_norm": 39.05045685083715,
+    "relative_err": 1.4689403390084605e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.3.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.1201436584915959e-10,
+    "max_abs_err": 4.5433492038005063e-13,
+    "mean_abs_err": 3.7536549080893035e-14,
+    "w_frob_norm": 38.424264704902654,
+    "relative_err": 2.9151986826404355e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.gate.weight": {
+    "frob_norm_diff": 8.580036546662256e-11,
+    "max_abs_err": 9.839073999984294e-13,
+    "mean_abs_err": 1.1246453383357622e-13,
+    "w_frob_norm": 34.295275825290744,
+    "relative_err": 2.5018129582544385e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.1002486125206796e-10,
+    "max_abs_err": 4.798595331853561e-13,
+    "mean_abs_err": 3.653673407893316e-14,
+    "w_frob_norm": 39.56937948767301,
+    "relative_err": 2.7805556386433566e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 5.103037653447797e-11,
+    "max_abs_err": 2.3867713361269693e-13,
+    "mean_abs_err": 1.746253854367593e-14,
+    "w_frob_norm": 41.21162539386691,
+    "relative_err": 1.2382519749408447e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.4929412745156544e-10,
+    "max_abs_err": 6.567281440883477e-13,
+    "mean_abs_err": 3.277980536924285e-14,
+    "w_frob_norm": 50.29224443532733,
+    "relative_err": 2.9685318109743206e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.3.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.2091187169583575e-10,
+    "max_abs_err": 8.153130948151954e-13,
+    "mean_abs_err": 5.4108340545333073e-14,
+    "w_frob_norm": 53.88719733456888,
+    "relative_err": 4.099524239946318e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.4.mixer.conv1d.weight": {
+    "frob_norm_diff": 4.738466339774693e-15,
+    "max_abs_err": 6.314393452555578e-16,
+    "mean_abs_err": 1.2778208700501627e-17,
+    "w_frob_norm": 9.055784401303764,
+    "relative_err": 5.232529982816833e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 1.3322676295501878e-15,
+    "sensitive": true
+  },
+  "backbone.layers.4.norm.weight": {
+    "frob_norm_diff": 4.972510331615319e-15,
+    "max_abs_err": 3.3306690738754696e-16,
+    "mean_abs_err": 6.352392157267451e-17,
+    "w_frob_norm": 42.47522668806075,
+    "relative_err": 1.1706848248588698e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": true
+  },
+  "backbone.layers.4.mixer.norm.weight": {
+    "frob_norm_diff": 1.0337175846806215e-14,
+    "max_abs_err": 2.6645352591003757e-15,
+    "mean_abs_err": 5.606017550903492e-17,
+    "w_frob_norm": 86.31880643146908,
+    "relative_err": 1.1975577830786143e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": true
+  },
+  "backbone.layers.5.norm.weight": {
+    "frob_norm_diff": 2.6790960634151173e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 3.183425227536088e-17,
+    "w_frob_norm": 21.953543793246237,
+    "relative_err": 1.220347880345091e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": true
+  },
+  "backbone.layers.4.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.292041968835697e-10,
+    "max_abs_err": 6.253088324914557e-13,
+    "mean_abs_err": 4.757177653934181e-14,
+    "w_frob_norm": 123.1211358591557,
+    "relative_err": 2.6738235850923475e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": true
+  },
+  "backbone.layers.5.mixer.q_proj.weight": {
+    "frob_norm_diff": 2.200721395025484e-10,
+    "max_abs_err": 6.024694632067451e-13,
+    "mean_abs_err": 5.038731154610437e-14,
+    "w_frob_norm": 89.37364822586497,
+    "relative_err": 2.4623828597259718e-12,
+    "shape": [
+      4096,
+      2688
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.5.mixer.k_proj.weight": {
+    "frob_norm_diff": 7.413745332457214e-11,
+    "max_abs_err": 6.238481953246833e-13,
+    "mean_abs_err": 6.881045394492949e-14,
+    "w_frob_norm": 36.393963500857375,
+    "relative_err": 2.0370810484223738e-12,
+    "shape": [
+      256,
+      2688
+    ],
+    "numel": 688128,
+    "sensitive": true
+  },
+  "backbone.layers.6.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.43524368878057e-11,
+    "max_abs_err": 1.800625620829166e-13,
+    "mean_abs_err": 1.879982730330873e-14,
+    "w_frob_norm": 42.98261386684219,
+    "relative_err": 1.2645214424647744e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.5.mixer.v_proj.weight": {
+    "frob_norm_diff": 1.6869543673356807e-11,
+    "max_abs_err": 1.7212446745684673e-13,
+    "mean_abs_err": 1.5385226792375958e-14,
+    "w_frob_norm": 5.68978437294269,
+    "relative_err": 2.9648827736914885e-12,
+    "shape": [
+      256,
+      2688
+    ],
+    "numel": 688128,
+    "sensitive": true
+  },
+  "backbone.layers.4.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.2258937495804126e-10,
+    "max_abs_err": 1.690973749912672e-12,
+    "mean_abs_err": 9.746107732093116e-14,
+    "w_frob_norm": 71.93424434748428,
+    "relative_err": 5.874662044362189e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.5.mixer.o_proj.weight": {
+    "frob_norm_diff": 3.141595698299547e-10,
+    "max_abs_err": 4.398870157018564e-12,
+    "mean_abs_err": 7.090556625280233e-14,
+    "w_frob_norm": 52.731915812923106,
+    "relative_err": 5.957674114183484e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.6.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.7046856599123488e-10,
+    "max_abs_err": 6.826293003081574e-13,
+    "mean_abs_err": 5.600495782508849e-14,
+    "w_frob_norm": 43.44031480234713,
+    "relative_err": 3.924201902469276e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 4.198120181523518e-11,
+    "max_abs_err": 1.5445023732185703e-13,
+    "mean_abs_err": 1.463318030449068e-14,
+    "w_frob_norm": 43.78831209324739,
+    "relative_err": 9.58730761894545e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 9.353218945578038e-11,
+    "max_abs_err": 4.018273344272294e-13,
+    "mean_abs_err": 3.2251043060138246e-14,
+    "w_frob_norm": 43.07922854066032,
+    "relative_err": 2.1711667693282868e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 5.911208164569994e-11,
+    "max_abs_err": 2.110282434908406e-13,
+    "mean_abs_err": 2.0201247141383783e-14,
+    "w_frob_norm": 43.590697850682275,
+    "relative_err": 1.3560710096494755e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 4.924706858485316e-11,
+    "max_abs_err": 1.9681044988173468e-13,
+    "mean_abs_err": 1.7010560053049254e-14,
+    "w_frob_norm": 43.037345990978665,
+    "relative_err": 1.1442868385791298e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 5.449266703558978e-11,
+    "max_abs_err": 2.2207929939455084e-13,
+    "mean_abs_err": 1.8782292600855268e-14,
+    "w_frob_norm": 43.58938922761831,
+    "relative_err": 1.2501360537775815e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 5.693490539109623e-11,
+    "max_abs_err": 2.2074009287109675e-13,
+    "mean_abs_err": 1.955996770327581e-14,
+    "w_frob_norm": 43.162741911999404,
+    "relative_err": 1.3190752688319858e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.1724753308077005e-10,
+    "max_abs_err": 4.829921185223185e-13,
+    "mean_abs_err": 3.9752658194626515e-14,
+    "w_frob_norm": 41.07372913864481,
+    "relative_err": 2.854562649644004e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 6.127161301281025e-11,
+    "max_abs_err": 2.822778902983325e-13,
+    "mean_abs_err": 2.0828001839409192e-14,
+    "w_frob_norm": 41.078578265281024,
+    "relative_err": 1.4915709257785115e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.2400432812405905e-10,
+    "max_abs_err": 4.702670544642906e-13,
+    "mean_abs_err": 4.1251937101925025e-14,
+    "w_frob_norm": 40.24236598253441,
+    "relative_err": 3.0814373135485664e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 4.256199308265938e-11,
+    "max_abs_err": 1.645714814424437e-13,
+    "mean_abs_err": 1.475714475551495e-14,
+    "w_frob_norm": 42.27081425635929,
+    "relative_err": 1.0068884129965936e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.2032804940886461e-10,
+    "max_abs_err": 4.668800068774459e-13,
+    "mean_abs_err": 4.145250793650136e-14,
+    "w_frob_norm": 42.958017594059505,
+    "relative_err": 2.801061504884348e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.2558276580449343e-10,
+    "max_abs_err": 4.766916028575707e-13,
+    "mean_abs_err": 4.3081497387150554e-14,
+    "w_frob_norm": 42.48722407739858,
+    "relative_err": 2.9557771431647426e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.0117488142370019e-10,
+    "max_abs_err": 3.8037628602438645e-13,
+    "mean_abs_err": 3.4821828310665613e-14,
+    "w_frob_norm": 42.62958928307331,
+    "relative_err": 2.373348726206779e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.2817287805181067e-10,
+    "max_abs_err": 5.499281585663596e-13,
+    "mean_abs_err": 4.378984081899439e-14,
+    "w_frob_norm": 44.3795205707589,
+    "relative_err": 2.8881086682189655e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 5.86862754384703e-11,
+    "max_abs_err": 2.709030916259181e-13,
+    "mean_abs_err": 1.9974971845844282e-14,
+    "w_frob_norm": 42.723999696703,
+    "relative_err": 1.3736137968140448e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.1413487749224921e-10,
+    "max_abs_err": 4.538747849780478e-13,
+    "mean_abs_err": 3.85324544503109e-14,
+    "w_frob_norm": 41.968731390882326,
+    "relative_err": 2.71952174177571e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 4.533285837730365e-11,
+    "max_abs_err": 1.7116082856594161e-13,
+    "mean_abs_err": 1.5702013998234083e-14,
+    "w_frob_norm": 41.64633312444827,
+    "relative_err": 1.0885198041767386e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.4470696075919243e-10,
+    "max_abs_err": 5.942746295062307e-13,
+    "mean_abs_err": 4.8901739697814967e-14,
+    "w_frob_norm": 45.71898627669373,
+    "relative_err": 3.1651393117821607e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.3366833466247535e-10,
+    "max_abs_err": 4.591590067957573e-13,
+    "mean_abs_err": 4.5847198806142406e-14,
+    "w_frob_norm": 42.35252479360733,
+    "relative_err": 3.1560889300902125e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 5.840943341673071e-11,
+    "max_abs_err": 2.279079702738329e-13,
+    "mean_abs_err": 1.9996585524177987e-14,
+    "w_frob_norm": 42.11975273927755,
+    "relative_err": 1.38674682584883e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 5.154777241001356e-11,
+    "max_abs_err": 2.0560636526667508e-13,
+    "mean_abs_err": 1.768416745494954e-14,
+    "w_frob_norm": 39.49843921924993,
+    "relative_err": 1.3050584638010525e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 4.685770548704407e-11,
+    "max_abs_err": 1.6091815380203656e-13,
+    "mean_abs_err": 1.6243670726057297e-14,
+    "w_frob_norm": 43.15658674403908,
+    "relative_err": 1.085760228559229e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 4.9150589768884235e-11,
+    "max_abs_err": 1.7089801795933113e-13,
+    "mean_abs_err": 1.706314460607499e-14,
+    "w_frob_norm": 44.38594337714727,
+    "relative_err": 1.107345840354271e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.3046853753424803e-10,
+    "max_abs_err": 4.886889504174263e-13,
+    "mean_abs_err": 4.3221021093611647e-14,
+    "w_frob_norm": 41.61273980843775,
+    "relative_err": 3.135302749466958e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.0865526152032676e-10,
+    "max_abs_err": 4.347251725267398e-13,
+    "mean_abs_err": 3.578909435748185e-14,
+    "w_frob_norm": 39.16951431185507,
+    "relative_err": 2.7739752056982004e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.0305072730835764e-10,
+    "max_abs_err": 3.844632945337878e-13,
+    "mean_abs_err": 3.548507907365138e-14,
+    "w_frob_norm": 41.732325899943795,
+    "relative_err": 2.469326237780972e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 5.408381211984731e-11,
+    "max_abs_err": 1.9863277689324832e-13,
+    "mean_abs_err": 1.8646739550736357e-14,
+    "w_frob_norm": 43.983113653399585,
+    "relative_err": 1.229649463792953e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 5.585528813250258e-11,
+    "max_abs_err": 2.1170565300820954e-13,
+    "mean_abs_err": 1.9119652542522693e-14,
+    "w_frob_norm": 41.62039878047868,
+    "relative_err": 1.3420171302803694e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.149457130377263e-10,
+    "max_abs_err": 4.964986755062739e-13,
+    "mean_abs_err": 3.923699963367294e-14,
+    "w_frob_norm": 41.85422165707152,
+    "relative_err": 2.746334980961366e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.3688324854031953e-10,
+    "max_abs_err": 5.913464162787818e-13,
+    "mean_abs_err": 4.5031009025151296e-14,
+    "w_frob_norm": 42.08219614106863,
+    "relative_err": 3.2527591497710163e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 4.5409637043169863e-11,
+    "max_abs_err": 2.0826461215317504e-13,
+    "mean_abs_err": 1.576775689981043e-14,
+    "w_frob_norm": 43.25503181897809,
+    "relative_err": 1.0498116666104599e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.588238267802341e-10,
+    "max_abs_err": 6.986355938209954e-13,
+    "mean_abs_err": 5.2612449775890975e-14,
+    "w_frob_norm": 43.847268603660225,
+    "relative_err": 3.622205711736763e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 5.614156388001524e-11,
+    "max_abs_err": 2.7335078645052135e-13,
+    "mean_abs_err": 1.9170654657758768e-14,
+    "w_frob_norm": 42.93138359140154,
+    "relative_err": 1.3077045085325291e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 6.035183665971146e-11,
+    "max_abs_err": 2.502143457705497e-13,
+    "mean_abs_err": 2.054152501142691e-14,
+    "w_frob_norm": 43.25757466931833,
+    "relative_err": 1.395173842293977e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.2033910696573317e-10,
+    "max_abs_err": 4.5096044953840675e-13,
+    "mean_abs_err": 4.1471775315561845e-14,
+    "w_frob_norm": 45.22042244078406,
+    "relative_err": 2.6611672441432116e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.1437191514120963e-10,
+    "max_abs_err": 4.227347638607881e-13,
+    "mean_abs_err": 3.927687011741834e-14,
+    "w_frob_norm": 44.49329469501089,
+    "relative_err": 2.57054272840879e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 5.274424557906341e-11,
+    "max_abs_err": 1.9180143584485165e-13,
+    "mean_abs_err": 1.8176722860796908e-14,
+    "w_frob_norm": 43.15972840867014,
+    "relative_err": 1.2220708406605238e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 4.765761371122524e-11,
+    "max_abs_err": 1.6854920237285853e-13,
+    "mean_abs_err": 1.644965795857134e-14,
+    "w_frob_norm": 42.956870087536956,
+    "relative_err": 1.109429379144923e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.0514369588864342e-10,
+    "max_abs_err": 4.2879447822302685e-13,
+    "mean_abs_err": 3.490740884815824e-14,
+    "w_frob_norm": 40.46857243200577,
+    "relative_err": 2.5981567811739118e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 5.4950670506317124e-11,
+    "max_abs_err": 1.9665519213063476e-13,
+    "mean_abs_err": 1.9003383456686747e-14,
+    "w_frob_norm": 42.85925502055855,
+    "relative_err": 1.2821191240948686e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 5.0045661898411016e-11,
+    "max_abs_err": 1.8845341953621642e-13,
+    "mean_abs_err": 1.726761216869053e-14,
+    "w_frob_norm": 43.39743834437687,
+    "relative_err": 1.153193916684153e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 4.6725049017083136e-11,
+    "max_abs_err": 1.733013595997067e-13,
+    "mean_abs_err": 1.6157119318189576e-14,
+    "w_frob_norm": 40.87042400576789,
+    "relative_err": 1.1432484529763872e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 4.8016533583677854e-11,
+    "max_abs_err": 1.8517219008140628e-13,
+    "mean_abs_err": 1.660385915256847e-14,
+    "w_frob_norm": 43.314576498734134,
+    "relative_err": 1.1085536894278796e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 9.908162980267796e-11,
+    "max_abs_err": 3.8209019281865153e-13,
+    "mean_abs_err": 3.4254904842041875e-14,
+    "w_frob_norm": 41.06255128985064,
+    "relative_err": 2.412943830578978e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.1318219377019685e-10,
+    "max_abs_err": 4.0154338187825545e-13,
+    "mean_abs_err": 3.9190320033272304e-14,
+    "w_frob_norm": 43.053276245108584,
+    "relative_err": 2.628886896454386e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.0381517756536558e-10,
+    "max_abs_err": 3.918896457344445e-13,
+    "mean_abs_err": 3.577125904020292e-14,
+    "w_frob_norm": 41.660253603660614,
+    "relative_err": 2.491947806007679e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.0296361702121789e-10,
+    "max_abs_err": 3.4825267669624793e-13,
+    "mean_abs_err": 3.524325921581563e-14,
+    "w_frob_norm": 42.28264390003601,
+    "relative_err": 2.4351272182657958e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.239434730084775e-10,
+    "max_abs_err": 4.226549665808932e-13,
+    "mean_abs_err": 4.2642554826136517e-14,
+    "w_frob_norm": 41.83405065054491,
+    "relative_err": 2.962741381269114e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 5.19726187072605e-11,
+    "max_abs_err": 2.3180155711566286e-13,
+    "mean_abs_err": 1.7852807382257285e-14,
+    "w_frob_norm": 42.83508295754996,
+    "relative_err": 1.2133189693776464e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 4.842439376511893e-11,
+    "max_abs_err": 2.1687512896662042e-13,
+    "mean_abs_err": 1.663139803048097e-14,
+    "w_frob_norm": 42.88430551399698,
+    "relative_err": 1.129186847839094e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 5.429471101219381e-11,
+    "max_abs_err": 1.9458653438553242e-13,
+    "mean_abs_err": 1.8726487341243807e-14,
+    "w_frob_norm": 42.92020622827517,
+    "relative_err": 1.2650151474907242e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.2476774361812418e-10,
+    "max_abs_err": 4.801437025747646e-13,
+    "mean_abs_err": 4.230516064607744e-14,
+    "w_frob_norm": 41.90703458688403,
+    "relative_err": 2.9772505940368707e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.2436115720368236e-10,
+    "max_abs_err": 6.761431692314801e-13,
+    "mean_abs_err": 4.2602148489308023e-14,
+    "w_frob_norm": 43.12908717192076,
+    "relative_err": 2.883463698361041e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 5.108020452846474e-11,
+    "max_abs_err": 2.4644869478507303e-13,
+    "mean_abs_err": 1.7668710536368063e-14,
+    "w_frob_norm": 43.722851902966255,
+    "relative_err": 1.1682724777840794e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.173300278773843e-10,
+    "max_abs_err": 4.903690301039099e-13,
+    "mean_abs_err": 4.0193051274680575e-14,
+    "w_frob_norm": 42.16801440917637,
+    "relative_err": 2.782441372241885e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.3506520078342876e-10,
+    "max_abs_err": 5.945625936032428e-13,
+    "mean_abs_err": 4.524878116934745e-14,
+    "w_frob_norm": 41.571793971333264,
+    "relative_err": 3.2489625267691335e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.3502330424681238e-10,
+    "max_abs_err": 5.166457539562685e-13,
+    "mean_abs_err": 4.642136139589402e-14,
+    "w_frob_norm": 44.18756745143455,
+    "relative_err": 3.055685389226576e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 5.3143963916918966e-11,
+    "max_abs_err": 2.347302040239807e-13,
+    "mean_abs_err": 1.8368985858038303e-14,
+    "w_frob_norm": 42.77836828679255,
+    "relative_err": 1.2423092802566455e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 4.483834967715415e-11,
+    "max_abs_err": 1.8378354393888685e-13,
+    "mean_abs_err": 1.551534846897526e-14,
+    "w_frob_norm": 43.36462861566355,
+    "relative_err": 1.0339844040762357e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 5.10241676020323e-11,
+    "max_abs_err": 1.8516958799619232e-13,
+    "mean_abs_err": 1.765950383279707e-14,
+    "w_frob_norm": 43.12547999859588,
+    "relative_err": 1.1831559348137944e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.1616671488456136e-10,
+    "max_abs_err": 4.977095124925057e-13,
+    "mean_abs_err": 4.003109892561322e-14,
+    "w_frob_norm": 45.69206364745751,
+    "relative_err": 2.5423827599659167e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.3070012117098385e-10,
+    "max_abs_err": 5.969565120000908e-13,
+    "mean_abs_err": 4.168154781739709e-14,
+    "w_frob_norm": 39.47507236715366,
+    "relative_err": 3.310953301246803e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 4.5113402145094296e-11,
+    "max_abs_err": 1.611248027361123e-13,
+    "mean_abs_err": 1.5634326452610853e-14,
+    "w_frob_norm": 42.25044030126278,
+    "relative_err": 1.067761704337693e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 5.086496990104357e-11,
+    "max_abs_err": 2.142522270709435e-13,
+    "mean_abs_err": 1.7416457643925085e-14,
+    "w_frob_norm": 39.65376236228936,
+    "relative_err": 1.2827274606713243e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.2532394925964492e-10,
+    "max_abs_err": 4.907983741642141e-13,
+    "mean_abs_err": 4.317252837531006e-14,
+    "w_frob_norm": 41.75742480757769,
+    "relative_err": 3.0012375005678623e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 4.656952427910901e-11,
+    "max_abs_err": 1.5113604812100334e-13,
+    "mean_abs_err": 1.6165772811291284e-14,
+    "w_frob_norm": 44.208786528410734,
+    "relative_err": 1.0533997410035481e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.144225287346774e-10,
+    "max_abs_err": 3.9734882051334353e-13,
+    "mean_abs_err": 3.913411407760521e-14,
+    "w_frob_norm": 42.36242316832438,
+    "relative_err": 2.7010383301263664e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 4.608786420706195e-11,
+    "max_abs_err": 1.6399208380146746e-13,
+    "mean_abs_err": 1.598717252986807e-14,
+    "w_frob_norm": 43.13496035206662,
+    "relative_err": 1.0684573216456858e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.1020251095654293e-10,
+    "max_abs_err": 4.373203188468011e-13,
+    "mean_abs_err": 3.754527099954767e-14,
+    "w_frob_norm": 41.29990696890177,
+    "relative_err": 2.6683476802871207e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 4.891205866717723e-11,
+    "max_abs_err": 2.144534549941568e-13,
+    "mean_abs_err": 1.687020980019803e-14,
+    "w_frob_norm": 43.93612095091631,
+    "relative_err": 1.113253915197016e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 4.967261772758552e-11,
+    "max_abs_err": 1.8631970966076494e-13,
+    "mean_abs_err": 1.7222563910757242e-14,
+    "w_frob_norm": 43.33009017013089,
+    "relative_err": 1.1463769757356005e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 4.910124165305027e-11,
+    "max_abs_err": 1.903124780740073e-13,
+    "mean_abs_err": 1.6718444559572923e-14,
+    "w_frob_norm": 39.02611089005564,
+    "relative_err": 1.2581638429557658e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.1196420232875202e-10,
+    "max_abs_err": 4.276336229569466e-13,
+    "mean_abs_err": 3.831845172411885e-14,
+    "w_frob_norm": 40.888667416498706,
+    "relative_err": 2.7382697799433324e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 5.81804976760875e-11,
+    "max_abs_err": 2.1618470902318165e-13,
+    "mean_abs_err": 2.000800349428797e-14,
+    "w_frob_norm": 43.89408038204021,
+    "relative_err": 1.32547480593517e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.0459880589618036e-10,
+    "max_abs_err": 4.3381010589316205e-13,
+    "mean_abs_err": 3.620773544861954e-14,
+    "w_frob_norm": 43.4448011969569,
+    "relative_err": 2.4076253778209715e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.2085360954372607e-10,
+    "max_abs_err": 4.634626016297716e-13,
+    "mean_abs_err": 4.1661418948873546e-14,
+    "w_frob_norm": 43.55614828174519,
+    "relative_err": 2.7746624600958347e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.1249432791651616e-10,
+    "max_abs_err": 4.075143000825676e-13,
+    "mean_abs_err": 3.581699132487812e-14,
+    "w_frob_norm": 39.58436399377771,
+    "relative_err": 2.8418879720841093e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.0619169608172426e-10,
+    "max_abs_err": 4.4572592144964673e-13,
+    "mean_abs_err": 3.6731797348175836e-14,
+    "w_frob_norm": 43.912461227248784,
+    "relative_err": 2.4182588065874486e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.205223533818554e-10,
+    "max_abs_err": 4.3870289345715463e-13,
+    "mean_abs_err": 4.154012582796206e-14,
+    "w_frob_norm": 42.09342142441176,
+    "relative_err": 2.8632111456722635e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 5.3430992021006595e-11,
+    "max_abs_err": 2.147310107503131e-13,
+    "mean_abs_err": 1.8310256351566248e-14,
+    "w_frob_norm": 41.23195909312178,
+    "relative_err": 1.2958635290730055e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.311472069915683e-10,
+    "max_abs_err": 5.356392412947386e-13,
+    "mean_abs_err": 4.48494939492928e-14,
+    "w_frob_norm": 41.7683103328989,
+    "relative_err": 3.1398734099202935e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.169891654697443e-10,
+    "max_abs_err": 4.588517066306252e-13,
+    "mean_abs_err": 4.006536878427829e-14,
+    "w_frob_norm": 42.77980309824299,
+    "relative_err": 2.7346821863831614e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 5.128193923272546e-11,
+    "max_abs_err": 2.46150322347205e-13,
+    "mean_abs_err": 1.759792948223249e-14,
+    "w_frob_norm": 42.005372604042535,
+    "relative_err": 1.2208423840475626e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.2073727486097314e-10,
+    "max_abs_err": 4.954960053371593e-13,
+    "mean_abs_err": 4.101348322318562e-14,
+    "w_frob_norm": 41.52203168418101,
+    "relative_err": 2.907788226243549e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 4.77486481785618e-11,
+    "max_abs_err": 1.8976140103710293e-13,
+    "mean_abs_err": 1.6449746142283207e-14,
+    "w_frob_norm": 39.22558889772775,
+    "relative_err": 1.2172831439970496e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.3020072859422156e-10,
+    "max_abs_err": 6.01730471005979e-13,
+    "mean_abs_err": 4.090401523947196e-14,
+    "w_frob_norm": 39.62974671941627,
+    "relative_err": 3.2854292386993933e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 5.835003463947322e-11,
+    "max_abs_err": 2.519659312098165e-13,
+    "mean_abs_err": 2.0161810896082556e-14,
+    "w_frob_norm": 42.587279219563655,
+    "relative_err": 1.3701282568121542e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.1869322033599692e-10,
+    "max_abs_err": 5.966234450927033e-13,
+    "mean_abs_err": 3.920530611309885e-14,
+    "w_frob_norm": 40.702240832824884,
+    "relative_err": 2.9161347853918433e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 4.7523314130245986e-11,
+    "max_abs_err": 1.8801800394374624e-13,
+    "mean_abs_err": 1.6431659207099193e-14,
+    "w_frob_norm": 42.32149577855941,
+    "relative_err": 1.12291196839791e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 4.680001047888307e-11,
+    "max_abs_err": 2.1260467344963452e-13,
+    "mean_abs_err": 1.6056257776512728e-14,
+    "w_frob_norm": 40.9864793119511,
+    "relative_err": 1.1418402181530343e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.258305838085404e-11,
+    "max_abs_err": 1.885228084752555e-13,
+    "mean_abs_err": 1.8172189639335435e-14,
+    "w_frob_norm": 42.67818585689497,
+    "relative_err": 1.2320827918312012e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 4.451281789456644e-11,
+    "max_abs_err": 1.659644643936531e-13,
+    "mean_abs_err": 1.5507169604462564e-14,
+    "w_frob_norm": 41.90711473566543,
+    "relative_err": 1.0621780615376845e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.620325869204486e-11,
+    "max_abs_err": 2.0719450460893185e-13,
+    "mean_abs_err": 1.9376398909903846e-14,
+    "w_frob_norm": 42.89364083344456,
+    "relative_err": 1.310293498056772e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.1220431773046861e-10,
+    "max_abs_err": 3.6552011417612107e-13,
+    "mean_abs_err": 3.883848511409524e-14,
+    "w_frob_norm": 41.6263927292771,
+    "relative_err": 2.695509035822648e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 4.8616697374844173e-11,
+    "max_abs_err": 1.7942938801418507e-13,
+    "mean_abs_err": 1.6846717418955497e-14,
+    "w_frob_norm": 42.84776528015745,
+    "relative_err": 1.1346378756737235e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 5.909244200789532e-11,
+    "max_abs_err": 2.3275825711266407e-13,
+    "mean_abs_err": 2.0257248874656263e-14,
+    "w_frob_norm": 42.12354092745663,
+    "relative_err": 1.4028365305201148e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.1674932313716212e-10,
+    "max_abs_err": 5.065808883486511e-13,
+    "mean_abs_err": 3.980542685582608e-14,
+    "w_frob_norm": 41.18855944527758,
+    "relative_err": 2.8345085312408965e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.2388092944570596e-10,
+    "max_abs_err": 5.672684544322237e-13,
+    "mean_abs_err": 4.128845874641231e-14,
+    "w_frob_norm": 41.81110450428814,
+    "relative_err": 2.962871488673559e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.2668313788113147e-10,
+    "max_abs_err": 5.035073920300892e-13,
+    "mean_abs_err": 4.3356613211491925e-14,
+    "w_frob_norm": 41.711690842115324,
+    "relative_err": 3.0371134644396256e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.2549601090841886e-10,
+    "max_abs_err": 5.487381382618395e-13,
+    "mean_abs_err": 4.214229616565536e-14,
+    "w_frob_norm": 42.315602274975,
+    "relative_err": 2.9657148702013365e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.1349016013183106e-10,
+    "max_abs_err": 4.2172298639342465e-13,
+    "mean_abs_err": 3.9432472972343286e-14,
+    "w_frob_norm": 44.06629012452985,
+    "relative_err": 2.5754416768716334e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.866093330816342e-11,
+    "max_abs_err": 1.8311741012411176e-13,
+    "mean_abs_err": 1.6857704473300896e-14,
+    "w_frob_norm": 42.45650418504174,
+    "relative_err": 1.1461361278375724e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 5.756358019396028e-11,
+    "max_abs_err": 2.269451987446658e-13,
+    "mean_abs_err": 1.977619263052378e-14,
+    "w_frob_norm": 43.24614699907112,
+    "relative_err": 1.331068411602002e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 4.864061080836461e-11,
+    "max_abs_err": 2.023884532187381e-13,
+    "mean_abs_err": 1.682136824984639e-14,
+    "w_frob_norm": 43.70524234159907,
+    "relative_err": 1.112923946930458e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 5.069976710203629e-11,
+    "max_abs_err": 1.9125673267339494e-13,
+    "mean_abs_err": 1.752024122163744e-14,
+    "w_frob_norm": 44.05509570531299,
+    "relative_err": 1.150826397953369e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 9.788172590180458e-11,
+    "max_abs_err": 3.5820652000140285e-13,
+    "mean_abs_err": 3.40371042694013e-14,
+    "w_frob_norm": 42.15210266438811,
+    "relative_err": 2.322107788575378e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 4.6430134359873864e-11,
+    "max_abs_err": 1.7342377534035336e-13,
+    "mean_abs_err": 1.6105475531025575e-14,
+    "w_frob_norm": 42.769306845870084,
+    "relative_err": 1.0855947356639772e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.1722636486267882e-10,
+    "max_abs_err": 4.330424907550423e-13,
+    "mean_abs_err": 4.054855851892751e-14,
+    "w_frob_norm": 43.00912142569183,
+    "relative_err": 2.7256163571072798e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.2233980597455778e-10,
+    "max_abs_err": 4.838247857907874e-13,
+    "mean_abs_err": 4.2069363640900026e-14,
+    "w_frob_norm": 45.14960816739274,
+    "relative_err": 2.709653769773182e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.0445001021020045e-10,
+    "max_abs_err": 3.691318084531048e-13,
+    "mean_abs_err": 3.6120480464082564e-14,
+    "w_frob_norm": 41.9437676071946,
+    "relative_err": 2.490239102704836e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 4.8410182843628956e-11,
+    "max_abs_err": 1.662246729150496e-13,
+    "mean_abs_err": 1.681662710461395e-14,
+    "w_frob_norm": 43.38485534383964,
+    "relative_err": 1.1158313761786664e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 6.224761332962946e-11,
+    "max_abs_err": 2.5596191832732984e-13,
+    "mean_abs_err": 2.1105689791336923e-14,
+    "w_frob_norm": 42.24485083845461,
+    "relative_err": 1.473495872139919e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.1014375566595325e-10,
+    "max_abs_err": 3.8259673207363676e-13,
+    "mean_abs_err": 3.7715084549962134e-14,
+    "w_frob_norm": 42.37089956344064,
+    "relative_err": 2.599514213783411e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.130880276049244e-11,
+    "max_abs_err": 1.9220389169127827e-13,
+    "mean_abs_err": 1.7769250920787427e-14,
+    "w_frob_norm": 43.552974849553294,
+    "relative_err": 1.178078028831105e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 5.7192822371869306e-11,
+    "max_abs_err": 2.457235803721147e-13,
+    "mean_abs_err": 1.967209924576253e-14,
+    "w_frob_norm": 41.715770214196226,
+    "relative_err": 1.371012019631993e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.3893599223119535e-10,
+    "max_abs_err": 5.161045202317638e-13,
+    "mean_abs_err": 4.616606541076406e-14,
+    "w_frob_norm": 40.6820267300023,
+    "relative_err": 3.4151688939512063e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.1466603189804655e-10,
+    "max_abs_err": 4.784714291439229e-13,
+    "mean_abs_err": 3.967824431165823e-14,
+    "w_frob_norm": 43.90959506507918,
+    "relative_err": 2.6114117365031043e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.0859957406889033e-10,
+    "max_abs_err": 4.636950545755525e-13,
+    "mean_abs_err": 3.734733915927334e-14,
+    "w_frob_norm": 45.07652212410632,
+    "relative_err": 2.4092269978125206e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 4.488366480065427e-11,
+    "max_abs_err": 1.6816756320814363e-13,
+    "mean_abs_err": 1.5512743563784065e-14,
+    "w_frob_norm": 41.82528524348545,
+    "relative_err": 1.073122742364206e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 5.166588287546978e-11,
+    "max_abs_err": 1.7161272403143357e-13,
+    "mean_abs_err": 1.791824902031878e-14,
+    "w_frob_norm": 44.109542308379915,
+    "relative_err": 1.1713085235449e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.1007827299670617e-10,
+    "max_abs_err": 4.586079779822505e-13,
+    "mean_abs_err": 3.8061540042037985e-14,
+    "w_frob_norm": 41.02681936822284,
+    "relative_err": 2.6830808405773433e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.11398802229793e-10,
+    "max_abs_err": 4.340000581137815e-13,
+    "mean_abs_err": 3.848850560952571e-14,
+    "w_frob_norm": 45.37246407068269,
+    "relative_err": 2.455207238827769e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.1153062011227216e-10,
+    "max_abs_err": 4.850668477995868e-13,
+    "mean_abs_err": 3.835267619443239e-14,
+    "w_frob_norm": 41.590807989452244,
+    "relative_err": 2.6816170568399924e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 5.030557230258071e-11,
+    "max_abs_err": 1.850741782050136e-13,
+    "mean_abs_err": 1.734914494995246e-14,
+    "w_frob_norm": 43.963679714444936,
+    "relative_err": 1.1442529976864528e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.1436775406813949e-10,
+    "max_abs_err": 4.4753437067335256e-13,
+    "mean_abs_err": 3.9199734241767026e-14,
+    "w_frob_norm": 42.17690149091003,
+    "relative_err": 2.7116205796385502e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.2524360302414246e-11,
+    "max_abs_err": 2.2667978605284134e-13,
+    "mean_abs_err": 1.8128753117436045e-14,
+    "w_frob_norm": 43.21224717129162,
+    "relative_err": 1.2154970810522717e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.2626707237679122e-10,
+    "max_abs_err": 4.941880238362728e-13,
+    "mean_abs_err": 4.329257019271316e-14,
+    "w_frob_norm": 43.95975074019885,
+    "relative_err": 2.8723336745703316e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 4.651148283811825e-11,
+    "max_abs_err": 1.608990718438008e-13,
+    "mean_abs_err": 1.6093242449526878e-14,
+    "w_frob_norm": 42.98122184383658,
+    "relative_err": 1.0821349613351651e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 5.142695597174639e-11,
+    "max_abs_err": 2.1494611646133421e-13,
+    "mean_abs_err": 1.7770407553396457e-14,
+    "w_frob_norm": 42.98266149370606,
+    "relative_err": 1.1964581574195173e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 4.2779804056344845e-11,
+    "max_abs_err": 1.535022109422357e-13,
+    "mean_abs_err": 1.4877260378152226e-14,
+    "w_frob_norm": 42.85148583141733,
+    "relative_err": 9.983272044438671e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 4.877740952962797e-11,
+    "max_abs_err": 1.5082726734227947e-13,
+    "mean_abs_err": 1.694865704477792e-14,
+    "w_frob_norm": 42.15064985995627,
+    "relative_err": 1.157216073576299e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 5.139795591736233e-11,
+    "max_abs_err": 2.094947479380771e-13,
+    "mean_abs_err": 1.775429042858862e-14,
+    "w_frob_norm": 43.530308047924784,
+    "relative_err": 1.1807395403858765e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.3791211512546353e-10,
+    "max_abs_err": 6.301313637546713e-13,
+    "mean_abs_err": 4.644577164907632e-14,
+    "w_frob_norm": 42.9347644698896,
+    "relative_err": 3.2121316333802666e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.0676666171686884e-10,
+    "max_abs_err": 3.9059207257441386e-13,
+    "mean_abs_err": 3.6961755423709966e-14,
+    "w_frob_norm": 42.58651454076674,
+    "relative_err": 2.5070532976974307e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.0811956695111599e-10,
+    "max_abs_err": 3.6845353157399785e-13,
+    "mean_abs_err": 3.714085486457052e-14,
+    "w_frob_norm": 41.841475368882485,
+    "relative_err": 2.584028550568858e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 5.261782097267098e-11,
+    "max_abs_err": 2.1242035908031198e-13,
+    "mean_abs_err": 1.818635771831768e-14,
+    "w_frob_norm": 43.71050079954123,
+    "relative_err": 1.2037798700586664e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 4.786619060104329e-11,
+    "max_abs_err": 1.7674750552032492e-13,
+    "mean_abs_err": 1.6532660944139274e-14,
+    "w_frob_norm": 42.72179877956066,
+    "relative_err": 1.1204160865984852e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 4.5614034954261314e-11,
+    "max_abs_err": 2.2755408668473365e-13,
+    "mean_abs_err": 1.5756224872620252e-14,
+    "w_frob_norm": 42.26462321995967,
+    "relative_err": 1.0792485885150367e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.1257450256426445e-10,
+    "max_abs_err": 4.458100555382316e-13,
+    "mean_abs_err": 3.885093666580755e-14,
+    "w_frob_norm": 43.148371578352965,
+    "relative_err": 2.6090092962104223e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.4293414457984154e-10,
+    "max_abs_err": 6.094985627314031e-13,
+    "mean_abs_err": 4.829095824423257e-14,
+    "w_frob_norm": 44.457092985536924,
+    "relative_err": 3.2151032598182213e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.084925103271576e-10,
+    "max_abs_err": 4.280933246780805e-13,
+    "mean_abs_err": 3.7434078413806015e-14,
+    "w_frob_norm": 42.1683814119584,
+    "relative_err": 2.5728402820884785e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.1958011140262645e-10,
+    "max_abs_err": 5.299181232709671e-13,
+    "mean_abs_err": 4.0189671394506675e-14,
+    "w_frob_norm": 42.09974417410196,
+    "relative_err": 2.8403999536934776e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.3444823515129372e-10,
+    "max_abs_err": 7.426663450882387e-13,
+    "mean_abs_err": 4.5232537658394095e-14,
+    "w_frob_norm": 40.99054664322893,
+    "relative_err": 3.2799815118714134e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 4.551371802295591e-11,
+    "max_abs_err": 1.5427936705947332e-13,
+    "mean_abs_err": 1.5835140711124043e-14,
+    "w_frob_norm": 40.19443742062279,
+    "relative_err": 1.1323387250496489e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.179853783743098e-10,
+    "max_abs_err": 4.4510228836003307e-13,
+    "mean_abs_err": 4.0537747307499115e-14,
+    "w_frob_norm": 42.16919417404797,
+    "relative_err": 2.7979045055340683e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.2853162636579704e-11,
+    "max_abs_err": 3.135963710931833e-13,
+    "mean_abs_err": 1.8119604312136396e-14,
+    "w_frob_norm": 43.0089273043949,
+    "relative_err": 1.2288881855274465e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 6.963272382152427e-11,
+    "max_abs_err": 2.992397996059992e-13,
+    "mean_abs_err": 2.3369275073962876e-14,
+    "w_frob_norm": 43.967380872180115,
+    "relative_err": 1.5837359979198494e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 5.4045440410397875e-11,
+    "max_abs_err": 1.970038715493061e-13,
+    "mean_abs_err": 1.868653530346371e-14,
+    "w_frob_norm": 42.97524659418407,
+    "relative_err": 1.2575946549126248e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.358595212254784e-11,
+    "max_abs_err": 2.7576031735865314e-13,
+    "mean_abs_err": 1.8078536197258322e-14,
+    "w_frob_norm": 41.30409800309001,
+    "relative_err": 1.2973519508533756e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.1176586142152833e-10,
+    "max_abs_err": 3.7116143491999765e-13,
+    "mean_abs_err": 3.8412981633005925e-14,
+    "w_frob_norm": 41.18941141758725,
+    "relative_err": 2.7134609982265007e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.1572281691650654e-10,
+    "max_abs_err": 4.616706322790876e-13,
+    "mean_abs_err": 4.018397175984033e-14,
+    "w_frob_norm": 45.20495204150198,
+    "relative_err": 2.5599588472135347e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.4978108415165214e-10,
+    "max_abs_err": 5.75772068911462e-13,
+    "mean_abs_err": 5.0790676549104047e-14,
+    "w_frob_norm": 44.34160283258184,
+    "relative_err": 3.377890617016538e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 5.441131579789462e-11,
+    "max_abs_err": 2.2178786585058674e-13,
+    "mean_abs_err": 1.8822527585797586e-14,
+    "w_frob_norm": 43.395725037220586,
+    "relative_err": 1.2538404589674661e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 9.71643392217542e-11,
+    "max_abs_err": 3.367219697514301e-13,
+    "mean_abs_err": 3.33373580937991e-14,
+    "w_frob_norm": 40.857868306218855,
+    "relative_err": 2.378105937723753e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 5.0495609303414015e-11,
+    "max_abs_err": 2.2288768053435604e-13,
+    "mean_abs_err": 1.7368198912921076e-14,
+    "w_frob_norm": 42.89075166434682,
+    "relative_err": 1.1773076326239527e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 9.700560495107534e-11,
+    "max_abs_err": 3.2390496534917546e-13,
+    "mean_abs_err": 3.356659399956357e-14,
+    "w_frob_norm": 43.260352218887455,
+    "relative_err": 2.2423674328921145e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 4.272391477785098e-11,
+    "max_abs_err": 1.5529374661205075e-13,
+    "mean_abs_err": 1.483186527917625e-14,
+    "w_frob_norm": 41.34149809007557,
+    "relative_err": 1.0334389596807396e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.194525950904419e-10,
+    "max_abs_err": 4.3511722003231057e-13,
+    "mean_abs_err": 4.1245342672914893e-14,
+    "w_frob_norm": 41.77774928561703,
+    "relative_err": 2.859239598423419e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 5.459302620459663e-11,
+    "max_abs_err": 3.7769787297747826e-13,
+    "mean_abs_err": 1.8652255240881608e-14,
+    "w_frob_norm": 42.45254607350788,
+    "relative_err": 1.2859776681018644e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.2318904411421431e-10,
+    "max_abs_err": 6.642637828679909e-13,
+    "mean_abs_err": 4.2097841031354024e-14,
+    "w_frob_norm": 42.117754755695024,
+    "relative_err": 2.9248720599845626e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 4.7324398656518476e-11,
+    "max_abs_err": 1.7363194215747058e-13,
+    "mean_abs_err": 1.6405048255873353e-14,
+    "w_frob_norm": 43.400550786542354,
+    "relative_err": 1.0904100938551412e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.325062371759521e-10,
+    "max_abs_err": 5.864614349704311e-13,
+    "mean_abs_err": 4.5471587410103584e-14,
+    "w_frob_norm": 43.70681120695917,
+    "relative_err": 3.0317068099183115e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.2209781811284842e-10,
+    "max_abs_err": 4.679694132203593e-13,
+    "mean_abs_err": 4.193064223264953e-14,
+    "w_frob_norm": 41.598102407932366,
+    "relative_err": 2.9351775933309285e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.2474904469365415e-10,
+    "max_abs_err": 4.893689620200092e-13,
+    "mean_abs_err": 4.2844245537216154e-14,
+    "w_frob_norm": 43.24751558935447,
+    "relative_err": 2.8845366720755993e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.2152272020784151e-10,
+    "max_abs_err": 6.084091563884897e-13,
+    "mean_abs_err": 4.125732640816271e-14,
+    "w_frob_norm": 43.19962845183878,
+    "relative_err": 2.813050124801917e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 6.674386824945167e-11,
+    "max_abs_err": 2.793459907834972e-13,
+    "mean_abs_err": 2.2527123860758323e-14,
+    "w_frob_norm": 42.31109756571396,
+    "relative_err": 1.5774553743445401e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 4.528600334948507e-11,
+    "max_abs_err": 1.6076029396572267e-13,
+    "mean_abs_err": 1.579267485945467e-14,
+    "w_frob_norm": 42.1247768847738,
+    "relative_err": 1.0750443491572275e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 4.647438102260436e-11,
+    "max_abs_err": 1.582588227133641e-13,
+    "mean_abs_err": 1.6091672031460798e-14,
+    "w_frob_norm": 41.8902593443071,
+    "relative_err": 1.1094316853142197e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 6.205214668405954e-11,
+    "max_abs_err": 2.9563157477596747e-13,
+    "mean_abs_err": 2.1032423779113035e-14,
+    "w_frob_norm": 43.14186500837627,
+    "relative_err": 1.4383278671891378e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 5.5238678788640666e-11,
+    "max_abs_err": 1.9807766538093574e-13,
+    "mean_abs_err": 1.893852078798425e-14,
+    "w_frob_norm": 42.55299452114381,
+    "relative_err": 1.2981149601867283e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.1051226029186844e-10,
+    "max_abs_err": 4.1289020813461974e-13,
+    "mean_abs_err": 3.8381275286280255e-14,
+    "w_frob_norm": 43.824044781176674,
+    "relative_err": 2.5217266193406165e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 5.039082373164143e-11,
+    "max_abs_err": 1.7842671784507047e-13,
+    "mean_abs_err": 1.7361032625733894e-14,
+    "w_frob_norm": 44.53085537147374,
+    "relative_err": 1.131593438106773e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 6.38958078003581e-11,
+    "max_abs_err": 2.8219267200757514e-13,
+    "mean_abs_err": 2.1786130498479383e-14,
+    "w_frob_norm": 42.91122652019736,
+    "relative_err": 1.4890231061161527e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.0300963794754089e-10,
+    "max_abs_err": 3.884050199520761e-13,
+    "mean_abs_err": 3.5574024167673826e-14,
+    "w_frob_norm": 42.94236317289274,
+    "relative_err": 2.3987882905467452e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.1439209330432664e-11,
+    "max_abs_err": 1.9248404953264853e-13,
+    "mean_abs_err": 1.7793631377840476e-14,
+    "w_frob_norm": 43.39869382352317,
+    "relative_err": 1.1852709102169185e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.2130364740016227e-10,
+    "max_abs_err": 4.57148208177216e-13,
+    "mean_abs_err": 4.164799952720123e-14,
+    "w_frob_norm": 42.28743636699485,
+    "relative_err": 2.868550515747018e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.2345353551233518e-10,
+    "max_abs_err": 4.178914159158609e-13,
+    "mean_abs_err": 4.250299538260369e-14,
+    "w_frob_norm": 45.65842281701233,
+    "relative_err": 2.703850196646223e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.1611133818584992e-10,
+    "max_abs_err": 3.942679516200087e-13,
+    "mean_abs_err": 4.0118843050007506e-14,
+    "w_frob_norm": 44.220538409973656,
+    "relative_err": 2.6257332533893744e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 4.623763174437874e-11,
+    "max_abs_err": 1.4752435384401963e-13,
+    "mean_abs_err": 1.607480462554444e-14,
+    "w_frob_norm": 43.337404766867316,
+    "relative_err": 1.0669220271290617e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.4776197469733645e-11,
+    "max_abs_err": 2.8851226963055865e-13,
+    "mean_abs_err": 1.8772078600021974e-14,
+    "w_frob_norm": 42.741839049391224,
+    "relative_err": 1.28155920961744e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 5.460243112752498e-11,
+    "max_abs_err": 2.0413358503557077e-13,
+    "mean_abs_err": 1.891958918669895e-14,
+    "w_frob_norm": 42.92512857291352,
+    "relative_err": 1.2720388486379522e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 4.902754483715126e-11,
+    "max_abs_err": 1.6739734598480993e-13,
+    "mean_abs_err": 1.7013688828211468e-14,
+    "w_frob_norm": 43.19217877032688,
+    "relative_err": 1.1351023780915003e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.1945003314542207e-10,
+    "max_abs_err": 4.3560467732906005e-13,
+    "mean_abs_err": 4.115270691306066e-14,
+    "w_frob_norm": 42.30724553182544,
+    "relative_err": 2.8233942352868688e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.3733190093523748e-10,
+    "max_abs_err": 6.380256566129727e-13,
+    "mean_abs_err": 4.661524014937216e-14,
+    "w_frob_norm": 42.56282128684196,
+    "relative_err": 3.226569498523652e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.1417352897087706e-10,
+    "max_abs_err": 4.061525421539258e-13,
+    "mean_abs_err": 3.9397972740771976e-14,
+    "w_frob_norm": 42.049119199528704,
+    "relative_err": 2.7152418681853565e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.4117537253979864e-10,
+    "max_abs_err": 9.63215618376978e-13,
+    "mean_abs_err": 4.744683072505302e-14,
+    "w_frob_norm": 44.00225087066012,
+    "relative_err": 3.2083670663750466e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 4.401664297294496e-11,
+    "max_abs_err": 1.7981102717889996e-13,
+    "mean_abs_err": 1.5205180634511698e-14,
+    "w_frob_norm": 42.02863163320114,
+    "relative_err": 1.0473013577290336e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.042240290937247e-10,
+    "max_abs_err": 3.880593762994877e-13,
+    "mean_abs_err": 3.616344133733752e-14,
+    "w_frob_norm": 41.53969629667685,
+    "relative_err": 2.5090224143517043e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 5.032113140998592e-11,
+    "max_abs_err": 1.785134540188693e-13,
+    "mean_abs_err": 1.7399442686772468e-14,
+    "w_frob_norm": 42.078605246311426,
+    "relative_err": 1.1958840155329775e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.1171347029167626e-10,
+    "max_abs_err": 5.078541753800181e-13,
+    "mean_abs_err": 3.825170286469139e-14,
+    "w_frob_norm": 42.06332527100429,
+    "relative_err": 2.6558402021697568e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.2318975999435558e-10,
+    "max_abs_err": 4.576374001974415e-13,
+    "mean_abs_err": 4.223518441061997e-14,
+    "w_frob_norm": 42.81318452273969,
+    "relative_err": 2.877379044974449e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 4.7996072844151286e-11,
+    "max_abs_err": 2.0341995761151117e-13,
+    "mean_abs_err": 1.6417666043028883e-14,
+    "w_frob_norm": 38.318438167294396,
+    "relative_err": 1.2525581714631823e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 8.094635365748e-11,
+    "max_abs_err": 3.619049504521854e-13,
+    "mean_abs_err": 2.661194143522531e-14,
+    "w_frob_norm": 43.33895581370782,
+    "relative_err": 1.8677504369377816e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 9.488831522855155e-11,
+    "max_abs_err": 4.062947894789559e-13,
+    "mean_abs_err": 3.0854357108257314e-14,
+    "w_frob_norm": 38.08802371164497,
+    "relative_err": 2.4912900692072546e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.012478653293992e-10,
+    "max_abs_err": 3.8854580360417335e-13,
+    "mean_abs_err": 3.479805930056023e-14,
+    "w_frob_norm": 42.13238113351079,
+    "relative_err": 2.4030890874304226e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 4.8641866326723777e-11,
+    "max_abs_err": 1.820739739533117e-13,
+    "mean_abs_err": 1.6858201349848643e-14,
+    "w_frob_norm": 41.74374190129494,
+    "relative_err": 1.1652493071114655e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.024731279689795e-11,
+    "max_abs_err": 1.9592313882377255e-13,
+    "mean_abs_err": 1.7274563303512057e-14,
+    "w_frob_norm": 42.073768401692135,
+    "relative_err": 1.1942669911848707e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.2976267552082274e-10,
+    "max_abs_err": 4.688541221931075e-13,
+    "mean_abs_err": 4.4713089865581546e-14,
+    "w_frob_norm": 43.869834227354765,
+    "relative_err": 2.9579021167103026e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.0207450121928223e-10,
+    "max_abs_err": 4.440892098500626e-13,
+    "mean_abs_err": 3.433631964507324e-14,
+    "w_frob_norm": 40.82318422801158,
+    "relative_err": 2.500405177831325e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 5.35180464552738e-11,
+    "max_abs_err": 1.9411208751485276e-13,
+    "mean_abs_err": 1.8360679131773024e-14,
+    "w_frob_norm": 43.041423825353704,
+    "relative_err": 1.2434079010125313e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 4.425020927184697e-11,
+    "max_abs_err": 1.5400875019722093e-13,
+    "mean_abs_err": 1.537954457289644e-14,
+    "w_frob_norm": 42.21878852994041,
+    "relative_err": 1.0481165095598594e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.1692406887307098e-10,
+    "max_abs_err": 4.320016566694562e-13,
+    "mean_abs_err": 4.042125438883308e-14,
+    "w_frob_norm": 43.36343173575441,
+    "relative_err": 2.696374899144887e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 4.950536832001643e-11,
+    "max_abs_err": 2.0383521259770276e-13,
+    "mean_abs_err": 1.7099991256947076e-14,
+    "w_frob_norm": 42.7160169410548,
+    "relative_err": 1.1589415836296367e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 4.6060498150180376e-11,
+    "max_abs_err": 1.7814569264196223e-13,
+    "mean_abs_err": 1.594517426426839e-14,
+    "w_frob_norm": 41.44561713117125,
+    "relative_err": 1.1113478659131432e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.2689643153471492e-10,
+    "max_abs_err": 6.6792057995535e-13,
+    "mean_abs_err": 4.3296305564828686e-14,
+    "w_frob_norm": 42.85736476972285,
+    "relative_err": 2.960901404380387e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 4.614138303067449e-11,
+    "max_abs_err": 1.4631872102821575e-13,
+    "mean_abs_err": 1.6056263844608633e-14,
+    "w_frob_norm": 43.14215699494378,
+    "relative_err": 1.069519612477471e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 9.864335938134727e-11,
+    "max_abs_err": 4.239854994869674e-13,
+    "mean_abs_err": 3.33212678807754e-14,
+    "w_frob_norm": 40.53964241094391,
+    "relative_err": 2.4332567707779763e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.1961812493720765e-10,
+    "max_abs_err": 4.752448434786061e-13,
+    "mean_abs_err": 4.11338119231171e-14,
+    "w_frob_norm": 44.223482057787805,
+    "relative_err": 2.7048554155211023e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 5.721563564461623e-11,
+    "max_abs_err": 2.237654506132003e-13,
+    "mean_abs_err": 1.958064356818902e-14,
+    "w_frob_norm": 43.49361939709176,
+    "relative_err": 1.3154949263303206e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 4.815039437179414e-11,
+    "max_abs_err": 1.6404716127182972e-13,
+    "mean_abs_err": 1.6672161506451676e-14,
+    "w_frob_norm": 42.83577873365977,
+    "relative_err": 1.1240695464223746e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.1461098328066827e-10,
+    "max_abs_err": 4.589898339873999e-13,
+    "mean_abs_err": 3.950308995415131e-14,
+    "w_frob_norm": 42.72768143970159,
+    "relative_err": 2.682359056678754e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.2969143707315496e-10,
+    "max_abs_err": 4.995101554605696e-13,
+    "mean_abs_err": 4.4392188194288437e-14,
+    "w_frob_norm": 41.411589062865296,
+    "relative_err": 3.1317667350623886e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 5.786535283776128e-11,
+    "max_abs_err": 2.069074078736577e-13,
+    "mean_abs_err": 1.992413787288486e-14,
+    "w_frob_norm": 42.415228685930195,
+    "relative_err": 1.3642588907449682e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 5.109862442291719e-11,
+    "max_abs_err": 2.0348908105413677e-13,
+    "mean_abs_err": 1.76485036782122e-14,
+    "w_frob_norm": 42.1915210625223,
+    "relative_err": 1.2111112170427735e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 4.314313207455175e-11,
+    "max_abs_err": 1.636295265949883e-13,
+    "mean_abs_err": 1.4995952142497593e-14,
+    "w_frob_norm": 40.135487825968866,
+    "relative_err": 1.0749372789892153e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 4.551912796272135e-11,
+    "max_abs_err": 2.0066760753056911e-13,
+    "mean_abs_err": 1.5734571326219897e-14,
+    "w_frob_norm": 43.25840905457625,
+    "relative_err": 1.0522607963989824e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.1316837202884277e-10,
+    "max_abs_err": 5.314169243542111e-13,
+    "mean_abs_err": 3.6962683265849865e-14,
+    "w_frob_norm": 39.87442129624567,
+    "relative_err": 2.8381194848713203e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.0112800886153073e-10,
+    "max_abs_err": 3.727868708169879e-13,
+    "mean_abs_err": 3.501130600477394e-14,
+    "w_frob_norm": 43.331181365116855,
+    "relative_err": 2.333839181752436e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.0607760269561522e-10,
+    "max_abs_err": 4.445922796580959e-13,
+    "mean_abs_err": 3.660065360127616e-14,
+    "w_frob_norm": 42.65999535520695,
+    "relative_err": 2.4865826124068646e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.299982909092086e-10,
+    "max_abs_err": 5.166500907649585e-13,
+    "mean_abs_err": 4.452874879113829e-14,
+    "w_frob_norm": 41.96152677382751,
+    "relative_err": 3.098035293374785e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.95451049071092e-11,
+    "max_abs_err": 2.2154760664916395e-13,
+    "mean_abs_err": 2.0293268233606635e-14,
+    "w_frob_norm": 42.831636403317894,
+    "relative_err": 1.3902131673516124e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.203116665410571e-10,
+    "max_abs_err": 4.3887289635780036e-13,
+    "mean_abs_err": 4.118268412184604e-14,
+    "w_frob_norm": 43.19558907134323,
+    "relative_err": 2.7852766712440585e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 5.054171195030339e-11,
+    "max_abs_err": 1.8316424765796313e-13,
+    "mean_abs_err": 1.7436110817245893e-14,
+    "w_frob_norm": 43.102408252462446,
+    "relative_err": 1.1725960102801433e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 5.786372078743821e-11,
+    "max_abs_err": 2.20197124423116e-13,
+    "mean_abs_err": 1.9921253091436783e-14,
+    "w_frob_norm": 43.20316387793279,
+    "relative_err": 1.3393398907294777e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.3506337400437575e-10,
+    "max_abs_err": 5.911555966964244e-13,
+    "mean_abs_err": 4.56407078716247e-14,
+    "w_frob_norm": 41.54948054044141,
+    "relative_err": 3.2506633596276696e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.4263739919706871e-10,
+    "max_abs_err": 5.454376100083591e-13,
+    "mean_abs_err": 4.831730845660468e-14,
+    "w_frob_norm": 42.55744812677768,
+    "relative_err": 3.3516436129383303e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.038433932627983e-11,
+    "max_abs_err": 1.9526220917942538e-13,
+    "mean_abs_err": 1.734941916801367e-14,
+    "w_frob_norm": 42.11075953996815,
+    "relative_err": 1.1964718726685294e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.360052328291048e-10,
+    "max_abs_err": 5.385639850752355e-13,
+    "mean_abs_err": 4.6197937704306004e-14,
+    "w_frob_norm": 41.905410814915435,
+    "relative_err": 3.2455291616111857e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.2211755649082225e-10,
+    "max_abs_err": 6.038724208179413e-13,
+    "mean_abs_err": 4.1537657278648824e-14,
+    "w_frob_norm": 41.54802519267903,
+    "relative_err": 2.9391903929128255e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 5.684486327297189e-11,
+    "max_abs_err": 2.957183109497663e-13,
+    "mean_abs_err": 1.927762616501921e-14,
+    "w_frob_norm": 42.49255544980696,
+    "relative_err": 1.3377605246669187e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.0052079588492435e-10,
+    "max_abs_err": 3.6885034956912754e-13,
+    "mean_abs_err": 3.475235104765245e-14,
+    "w_frob_norm": 42.0274155114919,
+    "relative_err": 2.3917910407181264e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 5.103462252882949e-11,
+    "max_abs_err": 1.8542112290020896e-13,
+    "mean_abs_err": 1.7639013272412832e-14,
+    "w_frob_norm": 42.88438817441205,
+    "relative_err": 1.1900513147411642e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.5636342107041772e-10,
+    "max_abs_err": 9.619165273339059e-13,
+    "mean_abs_err": 5.261696952808262e-14,
+    "w_frob_norm": 41.322974852878524,
+    "relative_err": 3.783934279347402e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 4.738946696359664e-11,
+    "max_abs_err": 1.9326207301162412e-13,
+    "mean_abs_err": 1.6395836707106444e-14,
+    "w_frob_norm": 42.13714255928851,
+    "relative_err": 1.1246483288922098e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 5.926256606249567e-11,
+    "max_abs_err": 2.58716659207181e-13,
+    "mean_abs_err": 2.0315024707321855e-14,
+    "w_frob_norm": 42.62472192227485,
+    "relative_err": 1.3903332007786357e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 4.4877769470082305e-11,
+    "max_abs_err": 1.6179939332783277e-13,
+    "mean_abs_err": 1.5555125842105674e-14,
+    "w_frob_norm": 42.21445210188476,
+    "relative_err": 1.0630901796799261e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.2105923067626885e-10,
+    "max_abs_err": 4.5206893783955593e-13,
+    "mean_abs_err": 4.198314592904669e-14,
+    "w_frob_norm": 42.501690664280204,
+    "relative_err": 2.848339178610863e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.0906250766135807e-10,
+    "max_abs_err": 3.6835465233586717e-13,
+    "mean_abs_err": 3.709530830166234e-14,
+    "w_frob_norm": 42.56196630245567,
+    "relative_err": 2.5624405340282778e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 5.2160899421092194e-11,
+    "max_abs_err": 2.619501837664018e-13,
+    "mean_abs_err": 1.7764818421429493e-14,
+    "w_frob_norm": 43.00850525670539,
+    "relative_err": 1.2128042839377652e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.2611913627452842e-10,
+    "max_abs_err": 4.81678932851004e-13,
+    "mean_abs_err": 4.2466563954440577e-14,
+    "w_frob_norm": 41.51434021479716,
+    "relative_err": 3.037965570980583e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 5.7351121982139163e-11,
+    "max_abs_err": 2.2983351333216717e-13,
+    "mean_abs_err": 1.9709487164935208e-14,
+    "w_frob_norm": 43.29543386799605,
+    "relative_err": 1.3246459697574035e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.2819476931239526e-10,
+    "max_abs_err": 6.431088300784538e-13,
+    "mean_abs_err": 4.3794065335438546e-14,
+    "w_frob_norm": 44.60982861283001,
+    "relative_err": 2.87368889992834e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 4.869227081648006e-11,
+    "max_abs_err": 1.998227971977684e-13,
+    "mean_abs_err": 1.6860953435721388e-14,
+    "w_frob_norm": 42.35744227127582,
+    "relative_err": 1.149556446412255e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.129292444767287e-10,
+    "max_abs_err": 4.550439886008562e-13,
+    "mean_abs_err": 3.869721975806615e-14,
+    "w_frob_norm": 41.51410539904719,
+    "relative_err": 2.7202620263935783e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 5.362173740753938e-11,
+    "max_abs_err": 2.094713291711514e-13,
+    "mean_abs_err": 1.8327081317799858e-14,
+    "w_frob_norm": 42.59604267078418,
+    "relative_err": 1.2588431705257333e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 5.1348133727517864e-11,
+    "max_abs_err": 1.9162796349725397e-13,
+    "mean_abs_err": 1.7594612194064437e-14,
+    "w_frob_norm": 42.37684891808801,
+    "relative_err": 1.211702498851928e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 4.5498668425995474e-11,
+    "max_abs_err": 1.5870551400842814e-13,
+    "mean_abs_err": 1.5822910343613493e-14,
+    "w_frob_norm": 42.83451421651794,
+    "relative_err": 1.0621964380408493e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.0803261472139556e-11,
+    "max_abs_err": 1.8595888717776177e-13,
+    "mean_abs_err": 1.7583739646528737e-14,
+    "w_frob_norm": 43.2849907611908,
+    "relative_err": 1.1736923256476612e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.1797666665934023e-10,
+    "max_abs_err": 4.118819001142082e-13,
+    "mean_abs_err": 4.09450177982251e-14,
+    "w_frob_norm": 43.92072910372372,
+    "relative_err": 2.686127235746135e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.0011688588866368e-10,
+    "max_abs_err": 3.4555691641457997e-13,
+    "mean_abs_err": 3.463519676017193e-14,
+    "w_frob_norm": 42.115647668506526,
+    "relative_err": 2.377189748491738e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 4.6457374558637826e-11,
+    "max_abs_err": 1.6293216775764563e-13,
+    "mean_abs_err": 1.6153763655822237e-14,
+    "w_frob_norm": 42.10945545860595,
+    "relative_err": 1.1032527980397639e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.1365837073197758e-10,
+    "max_abs_err": 3.871243603459362e-13,
+    "mean_abs_err": 3.9234016837009905e-14,
+    "w_frob_norm": 41.43206735306934,
+    "relative_err": 2.7432464270590545e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.18324122364753e-10,
+    "max_abs_err": 4.547629633977479e-13,
+    "mean_abs_err": 4.059789497664206e-14,
+    "w_frob_norm": 41.775680392570955,
+    "relative_err": 2.8323685276420964e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.3288019044716784e-10,
+    "max_abs_err": 8.636355519620054e-13,
+    "mean_abs_err": 5.6804900073400203e-14,
+    "w_frob_norm": 50.732810833733204,
+    "relative_err": 4.5903269820863426e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.2739708303519395e-10,
+    "max_abs_err": 5.581767686946293e-13,
+    "mean_abs_err": 4.2867155783967745e-14,
+    "w_frob_norm": 42.877949217009544,
+    "relative_err": 2.9711561621201777e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.gate.weight": {
+    "frob_norm_diff": 7.564204410976379e-11,
+    "max_abs_err": 7.885914143912487e-13,
+    "mean_abs_err": 9.919883563248716e-14,
+    "w_frob_norm": 28.853371526298286,
+    "relative_err": 2.6216015705762552e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.6.norm.weight": {
+    "frob_norm_diff": 2.2202651579961672e-15,
+    "max_abs_err": 1.6653345369377348e-16,
+    "mean_abs_err": 2.872054781706281e-17,
+    "w_frob_norm": 18.83810378824659,
+    "relative_err": 1.178603315362042e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.7.mixer.A_log": {
+    "frob_norm_diff": 2.3003663002222862e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.730386667286865e-16,
+    "w_frob_norm": 22.192873194011376,
+    "relative_err": 1.0365337917773654e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.7.mixer.dt_bias": {
+    "frob_norm_diff": 4.398038239796573e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 3.1864701849348975e-16,
+    "w_frob_norm": 28.818487597147623,
+    "relative_err": 1.5261169500900105e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.7.norm.weight": {
+    "frob_norm_diff": 5.1410227003787246e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 6.813436223948192e-17,
+    "w_frob_norm": 44.713701028452846,
+    "relative_err": 1.1497645200756962e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.7.mixer.D": {
+    "frob_norm_diff": 3.0394677086313966e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 1.9794821164154097e-16,
+    "w_frob_norm": 17.665760067218944,
+    "relative_err": 1.7205417129328696e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.7.mixer.norm.weight": {
+    "frob_norm_diff": 9.657275468713407e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 5.796926255768089e-17,
+    "w_frob_norm": 86.32245440184047,
+    "relative_err": 1.1187443099981533e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 4.820260554124887e-11,
+    "max_abs_err": 1.7758364223574574e-13,
+    "mean_abs_err": 1.6609699000439735e-14,
+    "w_frob_norm": 40.192961536290554,
+    "relative_err": 1.1992797668747634e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.6.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.2844433677217708e-10,
+    "max_abs_err": 5.114866863387135e-13,
+    "mean_abs_err": 2.884550625161956e-14,
+    "w_frob_norm": 47.715327655976736,
+    "relative_err": 2.6918883948204087e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.7.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.4012032689241494e-10,
+    "max_abs_err": 5.235973113415504e-12,
+    "mean_abs_err": 1.0044633450783209e-13,
+    "w_frob_norm": 71.95221183286263,
+    "relative_err": 6.116842216258311e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.7.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.416783986672921e-10,
+    "max_abs_err": 8.277128982214776e-13,
+    "mean_abs_err": 4.9589624461818654e-14,
+    "w_frob_norm": 121.96945254624632,
+    "relative_err": 2.8013440376617273e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.7.mixer.conv1d.weight": {
+    "frob_norm_diff": 4.776267337251634e-15,
+    "max_abs_err": 8.604228440844963e-16,
+    "mean_abs_err": 1.2250258542479657e-17,
+    "w_frob_norm": 9.822245751281686,
+    "relative_err": 4.862703966278168e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 1.7763568394002505e-15,
+    "sensitive": true
+  },
+  "backbone.layers.8.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 4.803156030967322e-11,
+    "max_abs_err": 1.7490696391231353e-13,
+    "mean_abs_err": 1.6626686283791917e-14,
+    "w_frob_norm": 41.87416778588752,
+    "relative_err": 1.1470451318643487e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 5.413656976547234e-11,
+    "max_abs_err": 2.0209528495129803e-13,
+    "mean_abs_err": 1.8743575518324848e-14,
+    "w_frob_norm": 43.260955544638925,
+    "relative_err": 1.2513956079775303e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.1089171752965018e-10,
+    "max_abs_err": 3.702593787124897e-13,
+    "mean_abs_err": 3.848201802667218e-14,
+    "w_frob_norm": 44.54793846578315,
+    "relative_err": 2.489267098517366e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 5.6293713601184334e-11,
+    "max_abs_err": 2.362129589150719e-13,
+    "mean_abs_err": 1.9207567866561733e-14,
+    "w_frob_norm": 43.20393463881876,
+    "relative_err": 1.302976547663888e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.2305951851491474e-10,
+    "max_abs_err": 4.773161033089224e-13,
+    "mean_abs_err": 4.2065571071402804e-14,
+    "w_frob_norm": 42.36560334710722,
+    "relative_err": 2.904703551762763e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 5.466462925128551e-11,
+    "max_abs_err": 1.9298104780851588e-13,
+    "mean_abs_err": 1.881296112251714e-14,
+    "w_frob_norm": 43.50493020038207,
+    "relative_err": 1.2565157328032084e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.1830058409035087e-10,
+    "max_abs_err": 4.828446670268605e-13,
+    "mean_abs_err": 4.001647585535358e-14,
+    "w_frob_norm": 39.109531000020205,
+    "relative_err": 3.0248530489994816e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.1758846353139616e-10,
+    "max_abs_err": 5.618283616115605e-13,
+    "mean_abs_err": 4.0382212931262845e-14,
+    "w_frob_norm": 44.67389833509594,
+    "relative_err": 2.632151388476844e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.3380370014701764e-10,
+    "max_abs_err": 5.982991879704969e-13,
+    "mean_abs_err": 4.5209894360873185e-14,
+    "w_frob_norm": 40.806566151186814,
+    "relative_err": 3.278974752525853e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 5.3150000800073567e-11,
+    "max_abs_err": 1.9976034715263324e-13,
+    "mean_abs_err": 1.8199021089162102e-14,
+    "w_frob_norm": 42.856609951716244,
+    "relative_err": 1.240182106329787e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.0659151506045486e-10,
+    "max_abs_err": 3.9502212265118963e-13,
+    "mean_abs_err": 3.6869638629480755e-14,
+    "w_frob_norm": 43.45474333421931,
+    "relative_err": 2.4529316452438285e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 4.8167786350593344e-11,
+    "max_abs_err": 2.341252192117338e-13,
+    "mean_abs_err": 1.6478111842858133e-14,
+    "w_frob_norm": 41.4933655524411,
+    "relative_err": 1.160855132122672e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 4.848257204788184e-11,
+    "max_abs_err": 1.8868934192894926e-13,
+    "mean_abs_err": 1.6631916739961857e-14,
+    "w_frob_norm": 42.22597576515653,
+    "relative_err": 1.1481693713254119e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 4.5038396721052964e-11,
+    "max_abs_err": 1.8778728572144132e-13,
+    "mean_abs_err": 1.5641963521744904e-14,
+    "w_frob_norm": 42.584975915670675,
+    "relative_err": 1.0576123562976929e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 5.0135757534499814e-11,
+    "max_abs_err": 1.7264661922311575e-13,
+    "mean_abs_err": 1.7240113070611807e-14,
+    "w_frob_norm": 41.98836029815842,
+    "relative_err": 1.1940394237471268e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.3652865248350164e-10,
+    "max_abs_err": 5.801652561143733e-13,
+    "mean_abs_err": 4.6327923644440137e-14,
+    "w_frob_norm": 41.86110047196529,
+    "relative_err": 3.2614683069532767e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.3403882447918736e-10,
+    "max_abs_err": 5.582877909970918e-13,
+    "mean_abs_err": 4.5388844703513346e-14,
+    "w_frob_norm": 43.38040440988265,
+    "relative_err": 3.0898472778794907e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 6.660587574921011e-11,
+    "max_abs_err": 2.76594719350598e-13,
+    "mean_abs_err": 2.2379511637729675e-14,
+    "w_frob_norm": 42.42723132483259,
+    "relative_err": 1.5698850400880578e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 4.6197104890218174e-11,
+    "max_abs_err": 1.8181723487886714e-13,
+    "mean_abs_err": 1.6020712680835885e-14,
+    "w_frob_norm": 43.34017712490974,
+    "relative_err": 1.065918691496681e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.1451978375274958e-10,
+    "max_abs_err": 4.566624856039425e-13,
+    "mean_abs_err": 3.938357992737353e-14,
+    "w_frob_norm": 42.477182557933446,
+    "relative_err": 2.6960305946977352e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.1767179364832474e-10,
+    "max_abs_err": 4.671384806753665e-13,
+    "mean_abs_err": 4.0308065067709644e-14,
+    "w_frob_norm": 42.19355405346221,
+    "relative_err": 2.7888571201948592e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.1037127526433741e-10,
+    "max_abs_err": 4.31159665262304e-13,
+    "mean_abs_err": 3.802126288718666e-14,
+    "w_frob_norm": 43.21292190791431,
+    "relative_err": 2.55412664525523e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.0978276179075332e-10,
+    "max_abs_err": 3.9950855124093465e-13,
+    "mean_abs_err": 3.779484474288715e-14,
+    "w_frob_norm": 40.7288307871809,
+    "relative_err": 2.6954557660738604e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 4.9407362497472485e-11,
+    "max_abs_err": 1.955449691060096e-13,
+    "mean_abs_err": 1.698322273927924e-14,
+    "w_frob_norm": 40.5277552820413,
+    "relative_err": 1.2190994086308532e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 4.5274169108903755e-11,
+    "max_abs_err": 1.6627324517237696e-13,
+    "mean_abs_err": 1.5604105187556013e-14,
+    "w_frob_norm": 41.66158468559172,
+    "relative_err": 1.086712602282779e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.174779470264771e-10,
+    "max_abs_err": 4.2533684907475333e-13,
+    "mean_abs_err": 4.0484146294948e-14,
+    "w_frob_norm": 44.28056800299719,
+    "relative_err": 2.6530361358175316e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 5.316650422142063e-11,
+    "max_abs_err": 1.9776194570830796e-13,
+    "mean_abs_err": 1.8151272131077524e-14,
+    "w_frob_norm": 42.83733163606837,
+    "relative_err": 1.2411254901006779e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 4.7058832885734274e-11,
+    "max_abs_err": 1.7657403317272724e-13,
+    "mean_abs_err": 1.6328801915463838e-14,
+    "w_frob_norm": 43.289161076401626,
+    "relative_err": 1.0870811934349917e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.219690651973751e-10,
+    "max_abs_err": 4.476787864027276e-13,
+    "mean_abs_err": 4.1894521560731254e-14,
+    "w_frob_norm": 40.78584188157156,
+    "relative_err": 2.9904756055185147e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.1350194862036046e-10,
+    "max_abs_err": 4.175149809215739e-13,
+    "mean_abs_err": 3.914588382446594e-14,
+    "w_frob_norm": 42.26074659272691,
+    "relative_err": 2.685753512927625e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 6.867152762331443e-11,
+    "max_abs_err": 3.472153120576138e-13,
+    "mean_abs_err": 2.2829338894433988e-14,
+    "w_frob_norm": 42.78346770059849,
+    "relative_err": 1.605094942370784e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.1664622539277887e-10,
+    "max_abs_err": 4.2648003184542205e-13,
+    "mean_abs_err": 4.035882531834237e-14,
+    "w_frob_norm": 42.346970749086566,
+    "relative_err": 2.754535290940379e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.0283921645689548e-10,
+    "max_abs_err": 4.18779594335561e-13,
+    "mean_abs_err": 3.566111938411284e-14,
+    "w_frob_norm": 42.7107012539235,
+    "relative_err": 2.4078091306788937e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.599237569195639e-11,
+    "max_abs_err": 2.2029600366124669e-13,
+    "mean_abs_err": 1.9129819594375937e-14,
+    "w_frob_norm": 41.692917450734925,
+    "relative_err": 1.3429709196560291e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.0994693712082116e-10,
+    "max_abs_err": 4.0486364261127505e-13,
+    "mean_abs_err": 3.787365049790363e-14,
+    "w_frob_norm": 40.95676081331043,
+    "relative_err": 2.684463686520097e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.954644267973227e-11,
+    "max_abs_err": 1.9738030654359306e-13,
+    "mean_abs_err": 1.7066005389972953e-14,
+    "w_frob_norm": 43.73508563488702,
+    "relative_err": 1.132876315673876e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.1291822497708787e-10,
+    "max_abs_err": 4.638164852188709e-13,
+    "mean_abs_err": 3.8942352877086644e-14,
+    "w_frob_norm": 44.970320163866226,
+    "relative_err": 2.51094999025197e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.586957373324623e-11,
+    "max_abs_err": 2.2954207978820307e-13,
+    "mean_abs_err": 1.914473747330459e-14,
+    "w_frob_norm": 43.818216993419256,
+    "relative_err": 1.2750307421599762e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 4.354069223571481e-11,
+    "max_abs_err": 1.6461571689108112e-13,
+    "mean_abs_err": 1.5085664349998266e-14,
+    "w_frob_norm": 42.0728096032294,
+    "relative_err": 1.0348891040633696e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 4.4590917688266476e-11,
+    "max_abs_err": 1.5068848946420133e-13,
+    "mean_abs_err": 1.5520755537676384e-14,
+    "w_frob_norm": 41.89950866383788,
+    "relative_err": 1.0642348588386066e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 4.9826348855164316e-11,
+    "max_abs_err": 1.7630601839568882e-13,
+    "mean_abs_err": 1.7103180448593014e-14,
+    "w_frob_norm": 43.61046053791183,
+    "relative_err": 1.1425320494345352e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.0457530878971168e-10,
+    "max_abs_err": 3.926234337647827e-13,
+    "mean_abs_err": 3.6188962983152044e-14,
+    "w_frob_norm": 43.68247226746109,
+    "relative_err": 2.3939878711400097e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.2148617736452696e-10,
+    "max_abs_err": 4.934950018076201e-13,
+    "mean_abs_err": 4.1806437501201493e-14,
+    "w_frob_norm": 45.230549579493776,
+    "relative_err": 2.685931930829452e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.203258150541586e-10,
+    "max_abs_err": 4.679659437734074e-13,
+    "mean_abs_err": 4.062648167199589e-14,
+    "w_frob_norm": 40.794376131315396,
+    "relative_err": 2.9495687019905592e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.1032261463618766e-10,
+    "max_abs_err": 3.909095269705176e-13,
+    "mean_abs_err": 3.786491825721128e-14,
+    "w_frob_norm": 43.809110167745295,
+    "relative_err": 2.518257371897348e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 9.841662419019934e-11,
+    "max_abs_err": 3.518088598220004e-13,
+    "mean_abs_err": 3.396920911870506e-14,
+    "w_frob_norm": 41.129553556066604,
+    "relative_err": 2.3928444556549995e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.5185539332900639e-10,
+    "max_abs_err": 1.0120237980970614e-12,
+    "mean_abs_err": 5.108431135818597e-14,
+    "w_frob_norm": 44.11796644635784,
+    "relative_err": 3.4420306637125793e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 5.518847584708037e-11,
+    "max_abs_err": 2.189116943274172e-13,
+    "mean_abs_err": 1.9013775976199118e-14,
+    "w_frob_norm": 42.53611633295939,
+    "relative_err": 1.2974498051275363e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.0709770321423026e-10,
+    "max_abs_err": 4.1761039071275263e-13,
+    "mean_abs_err": 3.6898266524294775e-14,
+    "w_frob_norm": 44.43552838287061,
+    "relative_err": 2.4101818322366392e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.173654612490906e-10,
+    "max_abs_err": 4.36581326646035e-13,
+    "mean_abs_err": 4.031488727215853e-14,
+    "w_frob_norm": 45.12565007165422,
+    "relative_err": 2.600859180149827e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.369062993214364e-10,
+    "max_abs_err": 5.029206218143401e-13,
+    "mean_abs_err": 4.6966348009094666e-14,
+    "w_frob_norm": 42.16643695187172,
+    "relative_err": 3.246807395125646e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.640600436527888e-11,
+    "max_abs_err": 2.143493715855982e-13,
+    "mean_abs_err": 1.943627412918734e-14,
+    "w_frob_norm": 43.1032037402591,
+    "relative_err": 1.3086267254096184e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 5.402259568225396e-11,
+    "max_abs_err": 2.0908622055948456e-13,
+    "mean_abs_err": 1.8526515651854794e-14,
+    "w_frob_norm": 43.370798560045586,
+    "relative_err": 1.2455983628583937e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.264911365389416e-11,
+    "max_abs_err": 2.263076878672443e-13,
+    "mean_abs_err": 1.8162512073939835e-14,
+    "w_frob_norm": 42.405894892012945,
+    "relative_err": 1.2415517651016604e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 4.67830290622832e-11,
+    "max_abs_err": 1.9855514801769836e-13,
+    "mean_abs_err": 1.6179444919943633e-14,
+    "w_frob_norm": 43.838977078096285,
+    "relative_err": 1.0671560373989174e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 4.410735349545082e-11,
+    "max_abs_err": 1.7157976428539001e-13,
+    "mean_abs_err": 1.5350662023129988e-14,
+    "w_frob_norm": 42.105044942875885,
+    "relative_err": 1.0475550745829027e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.0655274834910933e-10,
+    "max_abs_err": 4.131269572315091e-13,
+    "mean_abs_err": 3.621277143382917e-14,
+    "w_frob_norm": 41.62491570256593,
+    "relative_err": 2.559830970241244e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.1040163780860306e-10,
+    "max_abs_err": 4.636332550517208e-13,
+    "mean_abs_err": 3.805848709431207e-14,
+    "w_frob_norm": 43.16499747880191,
+    "relative_err": 2.557665799999657e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 4.563239621547404e-11,
+    "max_abs_err": 1.757986117789656e-13,
+    "mean_abs_err": 1.577098537687963e-14,
+    "w_frob_norm": 42.71169134325057,
+    "relative_err": 1.0683818594012435e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.2549099241811372e-10,
+    "max_abs_err": 4.992083135757497e-13,
+    "mean_abs_err": 4.2533713415210226e-14,
+    "w_frob_norm": 40.526845386971196,
+    "relative_err": 3.09649051683794e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.0694056577124964e-10,
+    "max_abs_err": 3.6523561952606087e-13,
+    "mean_abs_err": 3.698052265258272e-14,
+    "w_frob_norm": 41.649249557313844,
+    "relative_err": 2.567646882186627e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 5.181427644368517e-11,
+    "max_abs_err": 2.1228158120223384e-13,
+    "mean_abs_err": 1.7691779385596905e-14,
+    "w_frob_norm": 42.69273844542838,
+    "relative_err": 1.2136554910834853e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.0136401046307137e-10,
+    "max_abs_err": 3.564613881845702e-13,
+    "mean_abs_err": 3.5148075753700106e-14,
+    "w_frob_norm": 43.81096909631021,
+    "relative_err": 2.3136673886451034e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 4.713954204995703e-11,
+    "max_abs_err": 1.6779286293733264e-13,
+    "mean_abs_err": 1.6197824708239797e-14,
+    "w_frob_norm": 43.63406547092336,
+    "relative_err": 1.080338069377689e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 4.79002605936926e-11,
+    "max_abs_err": 1.724939635572298e-13,
+    "mean_abs_err": 1.6545629610785484e-14,
+    "w_frob_norm": 43.40109494761946,
+    "relative_err": 1.1036647958191643e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 4.912876544138222e-11,
+    "max_abs_err": 1.7381582284592412e-13,
+    "mean_abs_err": 1.699351033950028e-14,
+    "w_frob_norm": 41.04759236482025,
+    "relative_err": 1.1968732539716e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 4.814619413365829e-11,
+    "max_abs_err": 2.1277597739288723e-13,
+    "mean_abs_err": 1.6572793720279693e-14,
+    "w_frob_norm": 41.02735735584043,
+    "relative_err": 1.173514387389722e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.1348849392907385e-10,
+    "max_abs_err": 3.953132580395563e-13,
+    "mean_abs_err": 3.9066101842535184e-14,
+    "w_frob_norm": 42.76473516617951,
+    "relative_err": 2.6537868991370773e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.059586419372993e-10,
+    "max_abs_err": 3.7952280207420586e-13,
+    "mean_abs_err": 3.587947876010833e-14,
+    "w_frob_norm": 39.71537674536537,
+    "relative_err": 2.667950064194324e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.0053768364931996e-10,
+    "max_abs_err": 3.477548110586426e-13,
+    "mean_abs_err": 3.4663827071300883e-14,
+    "w_frob_norm": 41.193484506526154,
+    "relative_err": 2.4406210072709943e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.2118994491659544e-10,
+    "max_abs_err": 4.232066086462538e-13,
+    "mean_abs_err": 4.1897008342971944e-14,
+    "w_frob_norm": 45.18976115191881,
+    "relative_err": 2.681800961708548e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 5.125036327270868e-11,
+    "max_abs_err": 2.773484567009099e-13,
+    "mean_abs_err": 1.7677156792606282e-14,
+    "w_frob_norm": 44.58829395884816,
+    "relative_err": 1.149412967448567e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.2545292161015516e-10,
+    "max_abs_err": 4.229325223370495e-13,
+    "mean_abs_err": 4.332484558984969e-14,
+    "w_frob_norm": 45.754734914324935,
+    "relative_err": 2.741856593532099e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.1967292883285988e-10,
+    "max_abs_err": 4.478162632381988e-13,
+    "mean_abs_err": 4.118161125072966e-14,
+    "w_frob_norm": 43.889965710592946,
+    "relative_err": 2.7266580617076338e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.045841952323119e-11,
+    "max_abs_err": 1.8707951854324278e-13,
+    "mean_abs_err": 1.7408328995329375e-14,
+    "w_frob_norm": 42.66894892175093,
+    "relative_err": 1.1825559522397679e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 5.7565821501897846e-11,
+    "max_abs_err": 2.2662080545465813e-13,
+    "mean_abs_err": 1.9816583439435583e-14,
+    "w_frob_norm": 42.293051435000876,
+    "relative_err": 1.3611177143453293e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 4.50762470539637e-11,
+    "max_abs_err": 1.8621215680525438e-13,
+    "mean_abs_err": 1.561696657926401e-14,
+    "w_frob_norm": 41.56946310538738,
+    "relative_err": 1.0843596160885187e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.492333691728103e-11,
+    "max_abs_err": 2.0719190252371789e-13,
+    "mean_abs_err": 1.8838278098961925e-14,
+    "w_frob_norm": 41.626922003984724,
+    "relative_err": 1.319418642387816e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.2102389879031723e-10,
+    "max_abs_err": 4.4719956904248903e-13,
+    "mean_abs_err": 4.1653169739899315e-14,
+    "w_frob_norm": 41.91902593224956,
+    "relative_err": 2.8870875717846756e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.1303302969493023e-10,
+    "max_abs_err": 4.699092677473704e-13,
+    "mean_abs_err": 3.866847782411145e-14,
+    "w_frob_norm": 43.96719972871238,
+    "relative_err": 2.5708489599603733e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.3236853186579745e-11,
+    "max_abs_err": 2.7462407348188833e-13,
+    "mean_abs_err": 1.8216614177290365e-14,
+    "w_frob_norm": 41.32384657433581,
+    "relative_err": 1.2882840683965396e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 5.030372231849072e-11,
+    "max_abs_err": 1.9800480699494472e-13,
+    "mean_abs_err": 1.7362640990951906e-14,
+    "w_frob_norm": 43.38127102344197,
+    "relative_err": 1.1595723484290736e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 4.598751220944762e-11,
+    "max_abs_err": 1.657909920460554e-13,
+    "mean_abs_err": 1.595889687292392e-14,
+    "w_frob_norm": 42.66822002462343,
+    "relative_err": 1.0777930783826618e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 4.97845511872587e-11,
+    "max_abs_err": 2.1816923267969912e-13,
+    "mean_abs_err": 1.705785122223478e-14,
+    "w_frob_norm": 42.60481223866151,
+    "relative_err": 1.1685194364518752e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.0066808581068102e-10,
+    "max_abs_err": 3.755780408898346e-13,
+    "mean_abs_err": 3.481861035836774e-14,
+    "w_frob_norm": 41.362323096175516,
+    "relative_err": 2.4338112145347343e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 4.7362982196414063e-11,
+    "max_abs_err": 2.3469767795880614e-13,
+    "mean_abs_err": 1.634832087709917e-14,
+    "w_frob_norm": 40.76561325384404,
+    "relative_err": 1.1618366170892306e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.1486493608118204e-10,
+    "max_abs_err": 4.5384876412590813e-13,
+    "mean_abs_err": 3.950906250317062e-14,
+    "w_frob_norm": 41.11182796822052,
+    "relative_err": 2.793963240213321e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.1644790401951392e-10,
+    "max_abs_err": 3.9738351498286306e-13,
+    "mean_abs_err": 4.044600120902599e-14,
+    "w_frob_norm": 42.81661332676106,
+    "relative_err": 2.719689741241915e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 5.2859990689789887e-11,
+    "max_abs_err": 1.873778909811108e-13,
+    "mean_abs_err": 1.823252602302823e-14,
+    "w_frob_norm": 43.062737167206095,
+    "relative_err": 1.2275111655012206e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.2415094760168794e-10,
+    "max_abs_err": 4.4563658319063393e-13,
+    "mean_abs_err": 4.27098193467547e-14,
+    "w_frob_norm": 44.614987565949576,
+    "relative_err": 2.7827184176207343e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.1588753960005155e-10,
+    "max_abs_err": 4.872005576750382e-13,
+    "mean_abs_err": 3.9468247603185156e-14,
+    "w_frob_norm": 41.37947447345376,
+    "relative_err": 2.8006044319000973e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.2548866247024286e-10,
+    "max_abs_err": 4.206357484548562e-13,
+    "mean_abs_err": 4.327117446934638e-14,
+    "w_frob_norm": 42.442155312992085,
+    "relative_err": 2.956698630048818e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 9.847526086158266e-11,
+    "max_abs_err": 3.5589586833140174e-13,
+    "mean_abs_err": 3.393952192214825e-14,
+    "w_frob_norm": 41.9889719610631,
+    "relative_err": 2.345264869854399e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 4.6960459191335644e-11,
+    "max_abs_err": 1.7049903155985646e-13,
+    "mean_abs_err": 1.631909878472036e-14,
+    "w_frob_norm": 41.91686937897354,
+    "relative_err": 1.1203236283407196e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 6.047467243405767e-11,
+    "max_abs_err": 3.1066815786573443e-13,
+    "mean_abs_err": 2.0138597340683135e-14,
+    "w_frob_norm": 41.66871715656922,
+    "relative_err": 1.451320716374001e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.1447153527952331e-10,
+    "max_abs_err": 4.159433214523389e-13,
+    "mean_abs_err": 3.921596872113189e-14,
+    "w_frob_norm": 43.22282253503123,
+    "relative_err": 2.6484049066149354e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.2713494036606784e-10,
+    "max_abs_err": 5.429539196716293e-13,
+    "mean_abs_err": 4.361624356305082e-14,
+    "w_frob_norm": 41.121403704184004,
+    "relative_err": 3.091697483885555e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.928137480082944e-11,
+    "max_abs_err": 2.453228592491641e-13,
+    "mean_abs_err": 2.0087266401021457e-14,
+    "w_frob_norm": 42.55052668505918,
+    "relative_err": 1.3931995540173883e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 5.393432949951206e-11,
+    "max_abs_err": 2.1716309306363257e-13,
+    "mean_abs_err": 1.8598284970822074e-14,
+    "w_frob_norm": 42.18688145462173,
+    "relative_err": 1.2784621104910649e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 6.156540626808581e-11,
+    "max_abs_err": 2.6522881113599794e-13,
+    "mean_abs_err": 2.0891821219015603e-14,
+    "w_frob_norm": 42.57103873499491,
+    "relative_err": 1.4461805043407798e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 4.491634274884122e-11,
+    "max_abs_err": 1.4712905373193141e-13,
+    "mean_abs_err": 1.549940984584657e-14,
+    "w_frob_norm": 40.78065675488085,
+    "relative_err": 1.1014129325777811e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 6.731801512480274e-11,
+    "max_abs_err": 2.9563157477596747e-13,
+    "mean_abs_err": 2.2659594587641514e-14,
+    "w_frob_norm": 43.273426371145575,
+    "relative_err": 1.5556432843434357e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.1309592548710493e-10,
+    "max_abs_err": 4.867772851468999e-13,
+    "mean_abs_err": 3.8855865191478754e-14,
+    "w_frob_norm": 42.18500581121929,
+    "relative_err": 2.6809508097075233e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.0898057386115236e-10,
+    "max_abs_err": 4.390134089593545e-13,
+    "mean_abs_err": 3.756568497456751e-14,
+    "w_frob_norm": 40.73453472897524,
+    "relative_err": 2.6753852618238554e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 4.9848872823113194e-11,
+    "max_abs_err": 2.0400348077487251e-13,
+    "mean_abs_err": 1.7169283476284488e-14,
+    "w_frob_norm": 42.73147505212055,
+    "relative_err": 1.1665610129842555e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.714747966704377e-10,
+    "max_abs_err": 8.96276108885985e-13,
+    "mean_abs_err": 5.644537695117593e-14,
+    "w_frob_norm": 42.907766989481644,
+    "relative_err": 3.9963579720303976e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.683226195704924e-10,
+    "max_abs_err": 7.872452689738907e-13,
+    "mean_abs_err": 5.603123545575057e-14,
+    "w_frob_norm": 44.634967662758825,
+    "relative_err": 3.771093122375718e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.2065104710754432e-10,
+    "max_abs_err": 5.209582765175469e-13,
+    "mean_abs_err": 4.0805858694394e-14,
+    "w_frob_norm": 42.39454692305744,
+    "relative_err": 2.8459095771566066e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.527034738249052e-11,
+    "max_abs_err": 1.9136255080542952e-13,
+    "mean_abs_err": 1.8955213276794176e-14,
+    "w_frob_norm": 43.51422620286565,
+    "relative_err": 1.2701673040172472e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 4.6166112499926305e-11,
+    "max_abs_err": 1.774448643576676e-13,
+    "mean_abs_err": 1.6028315479969527e-14,
+    "w_frob_norm": 42.24981139580412,
+    "relative_err": 1.0926939310434677e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 4.7650274941851234e-11,
+    "max_abs_err": 1.8476886687324168e-13,
+    "mean_abs_err": 1.642303068541916e-14,
+    "w_frob_norm": 41.6307680405822,
+    "relative_err": 1.1445927419691404e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.2140187363066587e-10,
+    "max_abs_err": 5.035763472882593e-13,
+    "mean_abs_err": 4.163816415898203e-14,
+    "w_frob_norm": 44.02913839785695,
+    "relative_err": 2.757307502446492e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.0809449424508434e-10,
+    "max_abs_err": 4.0251482702480246e-13,
+    "mean_abs_err": 3.739992125624174e-14,
+    "w_frob_norm": 42.18854232881664,
+    "relative_err": 2.562176559754022e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.0693054065953491e-10,
+    "max_abs_err": 3.581648866379794e-13,
+    "mean_abs_err": 3.688622941729182e-14,
+    "w_frob_norm": 43.1196113164399,
+    "relative_err": 2.4798586396062037e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 6.093095560493688e-11,
+    "max_abs_err": 2.2656182485647491e-13,
+    "mean_abs_err": 2.0829987630727997e-14,
+    "w_frob_norm": 43.178939589389856,
+    "relative_err": 1.4111267248422456e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.165207598017727e-10,
+    "max_abs_err": 4.1122227151246804e-13,
+    "mean_abs_err": 4.003380324387594e-14,
+    "w_frob_norm": 44.15999126660911,
+    "relative_err": 2.6386046840067666e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.0453831520310825e-10,
+    "max_abs_err": 3.919851639458405e-13,
+    "mean_abs_err": 3.6174660367778445e-14,
+    "w_frob_norm": 41.91799415468293,
+    "relative_err": 2.493876849577966e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 4.443183537204865e-11,
+    "max_abs_err": 1.4263937253566894e-13,
+    "mean_abs_err": 1.5451923141182393e-14,
+    "w_frob_norm": 41.68898043417476,
+    "relative_err": 1.0657932842038379e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 4.6819348385861743e-11,
+    "max_abs_err": 1.9877936102696836e-13,
+    "mean_abs_err": 1.6158831230611788e-14,
+    "w_frob_norm": 41.90517203655315,
+    "relative_err": 1.1172689696876092e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 5.745639739980522e-11,
+    "max_abs_err": 2.347219640874698e-13,
+    "mean_abs_err": 1.9701127874177966e-14,
+    "w_frob_norm": 41.20916634509978,
+    "relative_err": 1.3942625511675125e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.1151810236862285e-10,
+    "max_abs_err": 4.158184213620686e-13,
+    "mean_abs_err": 3.841486417365986e-14,
+    "w_frob_norm": 43.01777748900677,
+    "relative_err": 2.5923724766376274e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 4.7646221203085643e-11,
+    "max_abs_err": 1.8880383367836373e-13,
+    "mean_abs_err": 1.641604987266537e-14,
+    "w_frob_norm": 42.76165624798427,
+    "relative_err": 1.1142276839506567e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.268601799379241e-10,
+    "max_abs_err": 5.185218573955375e-13,
+    "mean_abs_err": 4.311360154330491e-14,
+    "w_frob_norm": 42.26699338150958,
+    "relative_err": 3.0014006152001636e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 4.89740807602254e-11,
+    "max_abs_err": 1.7280274433595366e-13,
+    "mean_abs_err": 1.6909142030547484e-14,
+    "w_frob_norm": 41.83340508619406,
+    "relative_err": 1.1706931496328973e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 4.417771313830847e-11,
+    "max_abs_err": 1.6740081543176188e-13,
+    "mean_abs_err": 1.527716396725973e-14,
+    "w_frob_norm": 40.75904998662614,
+    "relative_err": 1.0838749468597541e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 4.5731884116562785e-11,
+    "max_abs_err": 1.8760687447993973e-13,
+    "mean_abs_err": 1.588090588131515e-14,
+    "w_frob_norm": 42.634492881781185,
+    "relative_err": 1.0726498903920397e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 4.381145377133761e-11,
+    "max_abs_err": 1.6467903429795427e-13,
+    "mean_abs_err": 1.5142371880235776e-14,
+    "w_frob_norm": 42.946098659398494,
+    "relative_err": 1.0201497956497089e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 5.054857358701671e-11,
+    "max_abs_err": 1.7302652366435467e-13,
+    "mean_abs_err": 1.741603928597393e-14,
+    "w_frob_norm": 43.01058809656839,
+    "relative_err": 1.1752588333255025e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.0996345411008473e-10,
+    "max_abs_err": 4.390099395124025e-13,
+    "mean_abs_err": 3.648976275206752e-14,
+    "w_frob_norm": 39.81313406417544,
+    "relative_err": 2.761989396083032e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.2503733138341683e-10,
+    "max_abs_err": 5.736314201421067e-13,
+    "mean_abs_err": 4.1886310502370985e-14,
+    "w_frob_norm": 41.18012007184994,
+    "relative_err": 3.036351792205927e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.0973928964915625e-10,
+    "max_abs_err": 3.996473291190128e-13,
+    "mean_abs_err": 3.79426535489816e-14,
+    "w_frob_norm": 44.23733695815613,
+    "relative_err": 2.4806938481165374e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.283603543940238e-10,
+    "max_abs_err": 4.958559604584245e-13,
+    "mean_abs_err": 4.409932593840161e-14,
+    "w_frob_norm": 43.93020984007711,
+    "relative_err": 2.9219153484880894e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 4.2996696553799054e-11,
+    "max_abs_err": 1.6774082123305334e-13,
+    "mean_abs_err": 1.489397661517764e-14,
+    "w_frob_norm": 38.76174320203177,
+    "relative_err": 1.1092560086808816e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 9.635605186320135e-11,
+    "max_abs_err": 3.7167144362193483e-13,
+    "mean_abs_err": 3.336313080836365e-14,
+    "w_frob_norm": 42.18553124850624,
+    "relative_err": 2.28410189492667e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.2082804127667895e-10,
+    "max_abs_err": 5.342289111087695e-13,
+    "mean_abs_err": 4.153759727755408e-14,
+    "w_frob_norm": 43.47126825451426,
+    "relative_err": 2.779491975464314e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 4.657062774839886e-11,
+    "max_abs_err": 1.6002910802059844e-13,
+    "mean_abs_err": 1.618064439274021e-14,
+    "w_frob_norm": 43.429701178609776,
+    "relative_err": 1.0723220856821383e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 6.315063866010251e-11,
+    "max_abs_err": 2.7854975270802385e-13,
+    "mean_abs_err": 2.1315658944935502e-14,
+    "w_frob_norm": 42.85169184933126,
+    "relative_err": 1.4737023425386186e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.1688280306438535e-10,
+    "max_abs_err": 4.577171974773364e-13,
+    "mean_abs_err": 4.0249792100802507e-14,
+    "w_frob_norm": 44.309745981377546,
+    "relative_err": 2.6378576648466622e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.3530282193020938e-10,
+    "max_abs_err": 5.017423108932828e-13,
+    "mean_abs_err": 4.6113299398669593e-14,
+    "w_frob_norm": 44.88561231892745,
+    "relative_err": 3.0143918048580264e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 4.340188955196813e-11,
+    "max_abs_err": 1.51385848301544e-13,
+    "mean_abs_err": 1.501112229140323e-14,
+    "w_frob_norm": 42.14052950646579,
+    "relative_err": 1.0299322305693573e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 5.8087227657690664e-11,
+    "max_abs_err": 2.3810120541867263e-13,
+    "mean_abs_err": 1.957184508877979e-14,
+    "w_frob_norm": 43.54900072344427,
+    "relative_err": 1.3338360626589498e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.192469628487722e-10,
+    "max_abs_err": 4.198863479132342e-13,
+    "mean_abs_err": 4.0919115822167476e-14,
+    "w_frob_norm": 41.079243875175116,
+    "relative_err": 2.902851941752393e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 5.979990501379332e-11,
+    "max_abs_err": 2.433470092100265e-13,
+    "mean_abs_err": 2.0501521659870483e-14,
+    "w_frob_norm": 42.883461509486146,
+    "relative_err": 1.3944747674010675e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.4308857021090726e-10,
+    "max_abs_err": 5.548721204728935e-13,
+    "mean_abs_err": 4.8992615984411e-14,
+    "w_frob_norm": 43.96991214271182,
+    "relative_err": 3.2542382560713105e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 4.8653073420616545e-11,
+    "max_abs_err": 1.6464173774322077e-13,
+    "mean_abs_err": 1.6881447744377428e-14,
+    "w_frob_norm": 41.63237955140424,
+    "relative_err": 1.1686354213922297e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.1784570793013598e-10,
+    "max_abs_err": 5.090476651314901e-13,
+    "mean_abs_err": 4.0222597866048973e-14,
+    "w_frob_norm": 42.55051175843527,
+    "relative_err": 2.769548545013071e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 5.0231396786333686e-11,
+    "max_abs_err": 2.840574997442502e-13,
+    "mean_abs_err": 1.7255150972383276e-14,
+    "w_frob_norm": 41.47679892199536,
+    "relative_err": 1.2110721678595046e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.0523003000664114e-10,
+    "max_abs_err": 5.146993942162226e-13,
+    "mean_abs_err": 3.6104325188480816e-14,
+    "w_frob_norm": 42.82996140117253,
+    "relative_err": 2.456925632526027e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 9.826319622594256e-11,
+    "max_abs_err": 3.408662241355387e-13,
+    "mean_abs_err": 3.377970881193318e-14,
+    "w_frob_norm": 43.07573874240184,
+    "relative_err": 2.2811726297619277e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 4.308410621858383e-11,
+    "max_abs_err": 1.675187766281283e-13,
+    "mean_abs_err": 1.4931011511087257e-14,
+    "w_frob_norm": 43.194374490967135,
+    "relative_err": 9.974471612638732e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 4.843926267154084e-11,
+    "max_abs_err": 2.293365150562998e-13,
+    "mean_abs_err": 1.6793606738404003e-14,
+    "w_frob_norm": 43.60230623835289,
+    "relative_err": 1.110933499864586e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 4.249704058241959e-11,
+    "max_abs_err": 1.4200793319041338e-13,
+    "mean_abs_err": 1.4799370926339542e-14,
+    "w_frob_norm": 42.50473988001057,
+    "relative_err": 9.998188602585803e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.4774194024650955e-10,
+    "max_abs_err": 7.23350199183237e-13,
+    "mean_abs_err": 4.907160051040505e-14,
+    "w_frob_norm": 41.55938574970268,
+    "relative_err": 3.5549596699120252e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.105874880862837e-10,
+    "max_abs_err": 3.8344934866207936e-13,
+    "mean_abs_err": 3.8278327499283295e-14,
+    "w_frob_norm": 43.518744301618625,
+    "relative_err": 2.5411461167129893e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 5.89829440593597e-11,
+    "max_abs_err": 2.2395453547208177e-13,
+    "mean_abs_err": 2.0146986705592274e-14,
+    "w_frob_norm": 42.74626662702098,
+    "relative_err": 1.3798384914877015e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.1612039939341763e-10,
+    "max_abs_err": 4.422573418594311e-13,
+    "mean_abs_err": 3.9892694871064505e-14,
+    "w_frob_norm": 42.66290436040644,
+    "relative_err": 2.721811867576082e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.1478596095178316e-10,
+    "max_abs_err": 4.882518001014802e-13,
+    "mean_abs_err": 3.967227517186833e-14,
+    "w_frob_norm": 44.51392882400832,
+    "relative_err": 2.578652659611435e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 4.609105711380884e-11,
+    "max_abs_err": 1.6869838859179254e-13,
+    "mean_abs_err": 1.5991033732992085e-14,
+    "w_frob_norm": 42.963083143741024,
+    "relative_err": 1.0728060870213293e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.3296618622774734e-10,
+    "max_abs_err": 5.494563137808939e-13,
+    "mean_abs_err": 4.523144831461893e-14,
+    "w_frob_norm": 44.30718915973696,
+    "relative_err": 3.001007031801896e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 5.23363746822651e-11,
+    "max_abs_err": 2.2553486855869664e-13,
+    "mean_abs_err": 1.8114978030042926e-14,
+    "w_frob_norm": 42.79045334378011,
+    "relative_err": 1.2230853050747721e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 4.7580485942394943e-11,
+    "max_abs_err": 1.6691249077327441e-13,
+    "mean_abs_err": 1.6458062086534954e-14,
+    "w_frob_norm": 42.102031369931595,
+    "relative_err": 1.130123283703977e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 5.7932384570403427e-11,
+    "max_abs_err": 2.291656447939161e-13,
+    "mean_abs_err": 1.9851317954615016e-14,
+    "w_frob_norm": 41.48332833556692,
+    "relative_err": 1.3965220944128883e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.2613570172949375e-10,
+    "max_abs_err": 4.538869280423796e-13,
+    "mean_abs_err": 4.330311313511144e-14,
+    "w_frob_norm": 44.72115868843369,
+    "relative_err": 2.820492702531798e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 5.79759070557064e-11,
+    "max_abs_err": 2.342674665367639e-13,
+    "mean_abs_err": 1.969409315375806e-14,
+    "w_frob_norm": 43.49741622282213,
+    "relative_err": 1.3328586405849027e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 4.8767568519281624e-11,
+    "max_abs_err": 1.7553384960844465e-13,
+    "mean_abs_err": 1.684487621645398e-14,
+    "w_frob_norm": 43.39512970468626,
+    "relative_err": 1.1238028057792667e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.0130021457272483e-10,
+    "max_abs_err": 3.4334340925923357e-13,
+    "mean_abs_err": 3.50406432923921e-14,
+    "w_frob_norm": 41.34215047905963,
+    "relative_err": 2.450288952047494e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.0489550423322484e-10,
+    "max_abs_err": 3.941647355731881e-13,
+    "mean_abs_err": 3.618857591260706e-14,
+    "w_frob_norm": 43.495172305062646,
+    "relative_err": 2.4116585513794014e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.2779340616017995e-10,
+    "max_abs_err": 4.3881261471701016e-13,
+    "mean_abs_err": 4.411547915438263e-14,
+    "w_frob_norm": 43.81359533519184,
+    "relative_err": 2.916752327274408e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 4.6544775292982887e-11,
+    "max_abs_err": 1.5920771645472342e-13,
+    "mean_abs_err": 1.611062837479858e-14,
+    "w_frob_norm": 41.664803470456164,
+    "relative_err": 1.1171245611655658e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 6.461582481441617e-11,
+    "max_abs_err": 2.6451063561694355e-13,
+    "mean_abs_err": 2.2141272388412083e-14,
+    "w_frob_norm": 44.13496814251203,
+    "relative_err": 1.4640505597686477e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 5.5089692517835876e-11,
+    "max_abs_err": 2.9958327485424263e-13,
+    "mean_abs_err": 1.8915816876385078e-14,
+    "w_frob_norm": 41.399299697484096,
+    "relative_err": 1.330691410733785e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.2943525616031473e-10,
+    "max_abs_err": 5.213676712578774e-13,
+    "mean_abs_err": 4.4553022335367984e-14,
+    "w_frob_norm": 44.65850534108431,
+    "relative_err": 2.8983338150647575e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.1937507419884705e-10,
+    "max_abs_err": 4.1656955662716655e-13,
+    "mean_abs_err": 4.133566633169852e-14,
+    "w_frob_norm": 44.84777309132425,
+    "relative_err": 2.661783762501689e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 4.584432110519167e-11,
+    "max_abs_err": 1.5473641248528458e-13,
+    "mean_abs_err": 1.5990866417704562e-14,
+    "w_frob_norm": 42.8937693845018,
+    "relative_err": 1.0687874197821363e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.1169773178182792e-10,
+    "max_abs_err": 4.2009104528339947e-13,
+    "mean_abs_err": 3.8567057064730126e-14,
+    "w_frob_norm": 43.022099622565264,
+    "relative_err": 2.596287321208331e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 4.8836214998403395e-11,
+    "max_abs_err": 1.929498227859483e-13,
+    "mean_abs_err": 1.6946378159392604e-14,
+    "w_frob_norm": 43.80416992386872,
+    "relative_err": 1.1148759372288147e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.422968473242854e-10,
+    "max_abs_err": 6.304418792568711e-13,
+    "mean_abs_err": 4.757479957891104e-14,
+    "w_frob_norm": 41.26272246459506,
+    "relative_err": 3.448556925597465e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.0246733295273454e-10,
+    "max_abs_err": 3.985247461896213e-13,
+    "mean_abs_err": 3.548601608749759e-14,
+    "w_frob_norm": 41.95664966922809,
+    "relative_err": 2.4422191419131895e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.125447430477025e-10,
+    "max_abs_err": 4.066087744281077e-13,
+    "mean_abs_err": 3.893454222195682e-14,
+    "w_frob_norm": 43.201896492849784,
+    "relative_err": 2.605088021224472e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 5.325741449485039e-11,
+    "max_abs_err": 2.8554242303968635e-13,
+    "mean_abs_err": 1.8101390764506165e-14,
+    "w_frob_norm": 41.293010149519496,
+    "relative_err": 1.2897440584255909e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 5.4688024454682484e-11,
+    "max_abs_err": 2.4114217567206e-13,
+    "mean_abs_err": 1.8714009102632086e-14,
+    "w_frob_norm": 42.28906254773543,
+    "relative_err": 1.2931954779785255e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 9.664701395581266e-11,
+    "max_abs_err": 3.5585943913840623e-13,
+    "mean_abs_err": 3.353819066411655e-14,
+    "w_frob_norm": 41.14885459338398,
+    "relative_err": 2.348716991295107e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.0931040809157364e-10,
+    "max_abs_err": 4.3996403742418977e-13,
+    "mean_abs_err": 3.767398651762156e-14,
+    "w_frob_norm": 43.33802210478606,
+    "relative_err": 2.5222749627861273e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 5.402202779241515e-11,
+    "max_abs_err": 1.9839685450051547e-13,
+    "mean_abs_err": 1.855484387468931e-14,
+    "w_frob_norm": 43.246817013152274,
+    "relative_err": 1.2491561581511514e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.2273305993822482e-10,
+    "max_abs_err": 4.290127281203482e-13,
+    "mean_abs_err": 4.2350401104074376e-14,
+    "w_frob_norm": 44.82920561411936,
+    "relative_err": 2.737792433680086e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.949762160906125e-11,
+    "max_abs_err": 2.2389035070347063e-13,
+    "mean_abs_err": 2.0300176246651564e-14,
+    "w_frob_norm": 41.2452182450948,
+    "relative_err": 1.4425338049008182e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 5.624871793386959e-11,
+    "max_abs_err": 3.0213331836392854e-13,
+    "mean_abs_err": 1.9162816771754682e-14,
+    "w_frob_norm": 42.78931113384934,
+    "relative_err": 1.3145506773389702e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.448604669412716e-11,
+    "max_abs_err": 1.9008145751842065e-13,
+    "mean_abs_err": 1.8781830974650846e-14,
+    "w_frob_norm": 44.03417561208889,
+    "relative_err": 1.2373581641248865e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.058321945645287e-10,
+    "max_abs_err": 3.752866073458705e-13,
+    "mean_abs_err": 3.6541481561267996e-14,
+    "w_frob_norm": 43.68098360666247,
+    "relative_err": 2.422843668483385e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.0814492463958643e-10,
+    "max_abs_err": 4.0744491114352854e-13,
+    "mean_abs_err": 3.709255454279456e-14,
+    "w_frob_norm": 43.00732706905574,
+    "relative_err": 2.514569772400432e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 5.128091534336804e-11,
+    "max_abs_err": 2.0293142166671885e-13,
+    "mean_abs_err": 1.7725680201328343e-14,
+    "w_frob_norm": 43.29595110356623,
+    "relative_err": 1.1844275050270024e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 4.358239051424871e-11,
+    "max_abs_err": 1.7120853346153098e-13,
+    "mean_abs_err": 1.5061545778140955e-14,
+    "w_frob_norm": 39.02383898180152,
+    "relative_err": 1.116814533151724e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.0525601636022102e-10,
+    "max_abs_err": 4.106125162106622e-13,
+    "mean_abs_err": 3.6162505200860815e-14,
+    "w_frob_norm": 40.72650357036177,
+    "relative_err": 2.5844599249325157e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.1372436415577621e-10,
+    "max_abs_err": 3.891470479189252e-13,
+    "mean_abs_err": 3.918490830136424e-14,
+    "w_frob_norm": 43.241351502687436,
+    "relative_err": 2.6299909740033976e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 4.2798256329637554e-11,
+    "max_abs_err": 1.5469396597023177e-13,
+    "mean_abs_err": 1.4796178923049428e-14,
+    "w_frob_norm": 39.47281573462123,
+    "relative_err": 1.0842463486104847e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 4.275544946530428e-11,
+    "max_abs_err": 1.5057399771478686e-13,
+    "mean_abs_err": 1.4773221210827457e-14,
+    "w_frob_norm": 39.443042582975494,
+    "relative_err": 1.0839794971536627e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.2017400991052787e-10,
+    "max_abs_err": 4.330823893949898e-13,
+    "mean_abs_err": 4.163989611898845e-14,
+    "w_frob_norm": 41.15225654081508,
+    "relative_err": 2.9202289257537673e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.0040415826782908e-10,
+    "max_abs_err": 4.062590108072639e-13,
+    "mean_abs_err": 3.4308615247832964e-14,
+    "w_frob_norm": 39.453999117812906,
+    "relative_err": 2.5448410937510783e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.0243230068589047e-10,
+    "max_abs_err": 4.228770111858182e-13,
+    "mean_abs_err": 3.347745454901712e-14,
+    "w_frob_norm": 39.856479701301836,
+    "relative_err": 2.570028799672057e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 4.724714887919964e-11,
+    "max_abs_err": 1.6336931807359178e-13,
+    "mean_abs_err": 1.639253565662687e-14,
+    "w_frob_norm": 41.15893689108166,
+    "relative_err": 1.147919563720247e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.1491379426824817e-10,
+    "max_abs_err": 5.077466225245075e-13,
+    "mean_abs_err": 3.910156994725222e-14,
+    "w_frob_norm": 41.15339042266401,
+    "relative_err": 2.7923287264556167e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 5.500534376438263e-11,
+    "max_abs_err": 2.480585181707795e-13,
+    "mean_abs_err": 1.87636549531829e-14,
+    "w_frob_norm": 40.11954543977102,
+    "relative_err": 1.3710360663721562e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 4.8947010228122334e-11,
+    "max_abs_err": 1.8071655283335986e-13,
+    "mean_abs_err": 1.6815957939376368e-14,
+    "w_frob_norm": 41.983726758380016,
+    "relative_err": 1.1658567261028688e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 4.7452401272954323e-11,
+    "max_abs_err": 1.8259699308131871e-13,
+    "mean_abs_err": 1.6427850488012995e-14,
+    "w_frob_norm": 43.91549894465428,
+    "relative_err": 1.080538816893724e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.1209683995617724e-10,
+    "max_abs_err": 3.6181994900186254e-13,
+    "mean_abs_err": 3.873397042443632e-14,
+    "w_frob_norm": 44.520820474173355,
+    "relative_err": 2.51785206926285e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.0047829484607419e-10,
+    "max_abs_err": 3.5299194123261657e-13,
+    "mean_abs_err": 3.474527410426015e-14,
+    "w_frob_norm": 40.96748894823355,
+    "relative_err": 2.4526349411612313e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 5.185239127155425e-11,
+    "max_abs_err": 2.2602059113197015e-13,
+    "mean_abs_err": 1.788234579915819e-14,
+    "w_frob_norm": 43.739909795050536,
+    "relative_err": 1.185470923797417e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 5.751049633435872e-11,
+    "max_abs_err": 2.591503400761752e-13,
+    "mean_abs_err": 1.9733544431246182e-14,
+    "w_frob_norm": 43.715602123440725,
+    "relative_err": 1.3155599726606772e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.0329469403343576e-10,
+    "max_abs_err": 3.5591668501311347e-13,
+    "mean_abs_err": 3.581706858007224e-14,
+    "w_frob_norm": 44.72947621235688,
+    "relative_err": 2.309320447729718e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.96430789433197e-11,
+    "max_abs_err": 2.4186208591459035e-13,
+    "mean_abs_err": 2.0411101426992115e-14,
+    "w_frob_norm": 43.95621523480129,
+    "relative_err": 1.3568747587735602e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.2659452050412514e-10,
+    "max_abs_err": 5.072418179929983e-13,
+    "mean_abs_err": 4.302657555398182e-14,
+    "w_frob_norm": 44.536964072689614,
+    "relative_err": 2.8424595869962726e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.3359673714292963e-10,
+    "max_abs_err": 5.2012907869603e-13,
+    "mean_abs_err": 4.5846814288431984e-14,
+    "w_frob_norm": 45.112823262659326,
+    "relative_err": 2.9613916283867338e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.0825428411372878e-10,
+    "max_abs_err": 4.088847316285893e-13,
+    "mean_abs_err": 3.730912815337522e-14,
+    "w_frob_norm": 43.691534331548695,
+    "relative_err": 2.4776947243887644e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 4.7148236833129666e-11,
+    "max_abs_err": 1.8125431711091267e-13,
+    "mean_abs_err": 1.6121555709684046e-14,
+    "w_frob_norm": 40.919810882818474,
+    "relative_err": 1.1522105262936688e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 5.192734205364531e-11,
+    "max_abs_err": 1.973768370966411e-13,
+    "mean_abs_err": 1.7916499941727924e-14,
+    "w_frob_norm": 43.78220547175719,
+    "relative_err": 1.1860376034994937e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.392393688175336e-11,
+    "max_abs_err": 2.3425705819590803e-13,
+    "mean_abs_err": 1.844966521358471e-14,
+    "w_frob_norm": 43.29048160195882,
+    "relative_err": 1.2456303299548739e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 9.751290274908404e-11,
+    "max_abs_err": 3.2935763491503955e-13,
+    "mean_abs_err": 3.388003728459333e-14,
+    "w_frob_norm": 40.977222552487305,
+    "relative_err": 2.379685510021592e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.0935242493349292e-10,
+    "max_abs_err": 3.9809475160801355e-13,
+    "mean_abs_err": 3.7706043857958624e-14,
+    "w_frob_norm": 41.36711614803243,
+    "relative_err": 2.6434626127229834e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 5.34572395252963e-11,
+    "max_abs_err": 2.3177987307221315e-13,
+    "mean_abs_err": 1.8524327555449733e-14,
+    "w_frob_norm": 42.646064221513015,
+    "relative_err": 1.2535093331855356e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.2731345709092395e-10,
+    "max_abs_err": 5.77718428651508e-13,
+    "mean_abs_err": 4.351166167644678e-14,
+    "w_frob_norm": 43.87382154974737,
+    "relative_err": 2.9018091562087103e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.319150994358942e-10,
+    "max_abs_err": 5.051827012270138e-13,
+    "mean_abs_err": 4.5223459706105374e-14,
+    "w_frob_norm": 43.961602931104046,
+    "relative_err": 3.0006890249800383e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.2006485632333646e-10,
+    "max_abs_err": 4.585316501493075e-13,
+    "mean_abs_err": 4.127302071362087e-14,
+    "w_frob_norm": 44.999083621213146,
+    "relative_err": 2.668162252680549e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.416560432908928e-11,
+    "max_abs_err": 1.9877849366523037e-13,
+    "mean_abs_err": 1.8702111691511235e-14,
+    "w_frob_norm": 42.597782437098274,
+    "relative_err": 1.2715592509791454e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.207742843818126e-10,
+    "max_abs_err": 5.463338115241356e-13,
+    "mean_abs_err": 4.157991230495553e-14,
+    "w_frob_norm": 42.20247403997781,
+    "relative_err": 2.861782090486089e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 4.413787643139641e-11,
+    "max_abs_err": 1.7688975284535502e-13,
+    "mean_abs_err": 1.5278807803332337e-14,
+    "w_frob_norm": 43.36572527957438,
+    "relative_err": 1.0178055629611646e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 4.829352460317758e-11,
+    "max_abs_err": 1.7823242881576107e-13,
+    "mean_abs_err": 1.663171000920933e-14,
+    "w_frob_norm": 41.4492891987483,
+    "relative_err": 1.1651231067343843e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 5.060026786141055e-11,
+    "max_abs_err": 1.8833545833985e-13,
+    "mean_abs_err": 1.7520263385637188e-14,
+    "w_frob_norm": 42.30479139552085,
+    "relative_err": 1.1960883434770466e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 6.209173747360171e-11,
+    "max_abs_err": 2.310651670001107e-13,
+    "mean_abs_err": 2.1338182954272093e-14,
+    "w_frob_norm": 43.08237064514382,
+    "relative_err": 1.4412330738489805e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.2217186189050058e-10,
+    "max_abs_err": 4.836790690188053e-13,
+    "mean_abs_err": 4.2020945360140475e-14,
+    "w_frob_norm": 41.869730269727846,
+    "relative_err": 2.9179042019965393e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 4.886059335328201e-11,
+    "max_abs_err": 2.6863320595760243e-13,
+    "mean_abs_err": 1.6660395380024338e-14,
+    "w_frob_norm": 41.11234550201133,
+    "relative_err": 1.188465234874318e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.0163598428395205e-10,
+    "max_abs_err": 4.09505762632989e-13,
+    "mean_abs_err": 3.519262749590067e-14,
+    "w_frob_norm": 41.70621112873944,
+    "relative_err": 2.436950793017864e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.1854832772741867e-10,
+    "max_abs_err": 4.5336043946742066e-13,
+    "mean_abs_err": 4.0390406294356853e-14,
+    "w_frob_norm": 41.3502030491841,
+    "relative_err": 2.8669345973080485e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 5.682902572798371e-11,
+    "max_abs_err": 2.4395763187357034e-13,
+    "mean_abs_err": 1.9550094845845962e-14,
+    "w_frob_norm": 41.82201357807943,
+    "relative_err": 1.3588304547289912e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.3197623732464855e-10,
+    "max_abs_err": 6.896393178745797e-13,
+    "mean_abs_err": 4.47563738741518e-14,
+    "w_frob_norm": 43.17040551578811,
+    "relative_err": 3.057099782775557e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 4.981810899512373e-11,
+    "max_abs_err": 2.4670022968908967e-13,
+    "mean_abs_err": 1.7139317034420705e-14,
+    "w_frob_norm": 41.05913189055796,
+    "relative_err": 1.213325920477632e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.273086594419662e-11,
+    "max_abs_err": 2.005947491445781e-13,
+    "mean_abs_err": 1.8135879984118614e-14,
+    "w_frob_norm": 41.009396045005936,
+    "relative_err": 1.2858240069258009e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.031270225167861e-10,
+    "max_abs_err": 4.07037251126674e-13,
+    "mean_abs_err": 3.465272479687319e-14,
+    "w_frob_norm": 39.48250346447429,
+    "relative_err": 2.6119676684022355e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 4.6465721458706424e-11,
+    "max_abs_err": 1.8278781266367616e-13,
+    "mean_abs_err": 1.6032048865719862e-14,
+    "w_frob_norm": 40.62485757011175,
+    "relative_err": 1.1437756151763563e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.0002366238811445e-10,
+    "max_abs_err": 3.395998759980756e-13,
+    "mean_abs_err": 3.4688646047854075e-14,
+    "w_frob_norm": 40.71135653592096,
+    "relative_err": 2.456898293228335e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 4.037431663888614e-11,
+    "max_abs_err": 1.3171928825439494e-13,
+    "mean_abs_err": 1.4052879907103528e-14,
+    "w_frob_norm": 40.08671175402402,
+    "relative_err": 1.007174569134702e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 6.34487770173212e-11,
+    "max_abs_err": 3.710842397253167e-13,
+    "mean_abs_err": 2.1564031769923717e-14,
+    "w_frob_norm": 42.74097919814124,
+    "relative_err": 1.4844951661772064e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.1377755953446207e-10,
+    "max_abs_err": 5.158078825173718e-13,
+    "mean_abs_err": 3.899031430374893e-14,
+    "w_frob_norm": 41.2938666310314,
+    "relative_err": 2.7553137745875516e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.27654210810062e-10,
+    "max_abs_err": 5.10629732941581e-13,
+    "mean_abs_err": 4.3782529818417866e-14,
+    "w_frob_norm": 44.30249157499977,
+    "relative_err": 2.8814228336109704e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.1279407074634103e-10,
+    "max_abs_err": 3.9248465588670456e-13,
+    "mean_abs_err": 3.90121139928205e-14,
+    "w_frob_norm": 42.995172581598894,
+    "relative_err": 2.6234124431591354e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.0898752594536359e-10,
+    "max_abs_err": 3.9280037555933234e-13,
+    "mean_abs_err": 3.7590167843327726e-14,
+    "w_frob_norm": 42.240631834435405,
+    "relative_err": 2.5801585159177186e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 4.8300442666901044e-11,
+    "max_abs_err": 1.9709017404223594e-13,
+    "mean_abs_err": 1.660503552131143e-14,
+    "w_frob_norm": 44.22972116623908,
+    "relative_err": 1.092035884317742e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 4.783738161379637e-11,
+    "max_abs_err": 1.7646127614678875e-13,
+    "mean_abs_err": 1.6578800537676926e-14,
+    "w_frob_norm": 43.021575788599534,
+    "relative_err": 1.1119393173523178e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.1407615479093647e-11,
+    "max_abs_err": 2.138254850958532e-13,
+    "mean_abs_err": 1.7611020184534015e-14,
+    "w_frob_norm": 43.973328537400285,
+    "relative_err": 1.169063548040725e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 4.816933078624223e-11,
+    "max_abs_err": 1.9770296511012475e-13,
+    "mean_abs_err": 1.6593581531314418e-14,
+    "w_frob_norm": 41.574368824472614,
+    "relative_err": 1.1586304771002925e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.2256707398210956e-10,
+    "max_abs_err": 5.412345918665018e-13,
+    "mean_abs_err": 4.21647851815106e-14,
+    "w_frob_norm": 40.933337051530806,
+    "relative_err": 2.9943093529806864e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.0901100227917882e-10,
+    "max_abs_err": 3.7807257324828925e-13,
+    "mean_abs_err": 3.765041340995978e-14,
+    "w_frob_norm": 44.04875553961652,
+    "relative_err": 2.4747805231668038e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.094131486652013e-10,
+    "max_abs_err": 4.3444414732363157e-13,
+    "mean_abs_err": 3.7604878362905e-14,
+    "w_frob_norm": 42.204484403342484,
+    "relative_err": 2.5924531530714793e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.3182019478001492e-10,
+    "max_abs_err": 5.682017356622993e-13,
+    "mean_abs_err": 4.51375314302839e-14,
+    "w_frob_norm": 41.809379330545624,
+    "relative_err": 3.1528857134625784e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.223909162015871e-11,
+    "max_abs_err": 2.0660556598883772e-13,
+    "mean_abs_err": 1.7807383766892413e-14,
+    "w_frob_norm": 40.885072837234745,
+    "relative_err": 1.2777057247305101e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 5.221814943737827e-11,
+    "max_abs_err": 1.8464136469775738e-13,
+    "mean_abs_err": 1.8091108498296614e-14,
+    "w_frob_norm": 41.63168392969131,
+    "relative_err": 1.2542886693117111e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.285604247493263e-10,
+    "max_abs_err": 5.270194003426099e-13,
+    "mean_abs_err": 4.41909726427794e-14,
+    "w_frob_norm": 45.15831124265329,
+    "relative_err": 2.8468829150523544e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 4.503017911057441e-11,
+    "max_abs_err": 1.5313098011837667e-13,
+    "mean_abs_err": 1.5645516895661237e-14,
+    "w_frob_norm": 42.784993479775274,
+    "relative_err": 1.0524760073145844e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 4.9539355756464936e-11,
+    "max_abs_err": 2.1149770303152682e-13,
+    "mean_abs_err": 1.7043081663848735e-14,
+    "w_frob_norm": 41.83569442126397,
+    "relative_err": 1.1841408740017327e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.5615678447874894e-10,
+    "max_abs_err": 6.444497713253838e-13,
+    "mean_abs_err": 5.297524501743993e-14,
+    "w_frob_norm": 44.93484010658224,
+    "relative_err": 3.4751828226907264e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.1144739492920505e-10,
+    "max_abs_err": 4.356896787793829e-13,
+    "mean_abs_err": 3.828527356670288e-14,
+    "w_frob_norm": 41.92454918015974,
+    "relative_err": 2.6582848738644545e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.2846891641075888e-10,
+    "max_abs_err": 5.701368196997514e-13,
+    "mean_abs_err": 4.4110376864521927e-14,
+    "w_frob_norm": 44.589061719040174,
+    "relative_err": 2.8811755945943306e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 5.3224106994988485e-11,
+    "max_abs_err": 2.0180081564125096e-13,
+    "mean_abs_err": 1.8422682169953587e-14,
+    "w_frob_norm": 43.64609988375557,
+    "relative_err": 1.2194470327644947e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.1046210250798879e-10,
+    "max_abs_err": 4.695514810304502e-13,
+    "mean_abs_err": 3.810724301542633e-14,
+    "w_frob_norm": 41.56416161692568,
+    "relative_err": 2.6576285485091227e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.3327897337928128e-10,
+    "max_abs_err": 7.452961858778195e-13,
+    "mean_abs_err": 4.5451679878422794e-14,
+    "w_frob_norm": 44.742564089908775,
+    "relative_err": 2.978796054501065e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.1450282423723745e-10,
+    "max_abs_err": 4.2357090057620894e-13,
+    "mean_abs_err": 3.941913417218595e-14,
+    "w_frob_norm": 43.867924835395144,
+    "relative_err": 2.6101718890712157e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 4.182149498325565e-11,
+    "max_abs_err": 1.415950690031309e-13,
+    "mean_abs_err": 1.456054464010419e-14,
+    "w_frob_norm": 41.27957108551727,
+    "relative_err": 1.0131281378049133e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 6.037923225525324e-11,
+    "max_abs_err": 2.2131602106512105e-13,
+    "mean_abs_err": 2.0639065624943307e-14,
+    "w_frob_norm": 43.93227280114946,
+    "relative_err": 1.3743707849704843e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 5.690700852251414e-11,
+    "max_abs_err": 2.6957255871984387e-13,
+    "mean_abs_err": 1.949833126592245e-14,
+    "w_frob_norm": 42.49238944498091,
+    "relative_err": 1.3392282539487986e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.468209622129885e-11,
+    "max_abs_err": 2.1537632788337646e-13,
+    "mean_abs_err": 1.8715027202318052e-14,
+    "w_frob_norm": 43.10639850261513,
+    "relative_err": 1.2685378069332666e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.1960954300824894e-10,
+    "max_abs_err": 4.692106078674207e-13,
+    "mean_abs_err": 4.111767225546537e-14,
+    "w_frob_norm": 42.68471948984246,
+    "relative_err": 2.802163032527648e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.3877383839036254e-10,
+    "max_abs_err": 6.522421491794717e-13,
+    "mean_abs_err": 4.699750645023655e-14,
+    "w_frob_norm": 44.21394198889841,
+    "relative_err": 3.1386895659565252e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.1407812492144448e-10,
+    "max_abs_err": 4.147931997877663e-13,
+    "mean_abs_err": 3.926842126748539e-14,
+    "w_frob_norm": 42.585425049437184,
+    "relative_err": 2.678806769898664e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.294095667804612e-10,
+    "max_abs_err": 5.61193452819353e-13,
+    "mean_abs_err": 4.3637363543269875e-14,
+    "w_frob_norm": 41.629883783009255,
+    "relative_err": 3.108573818149312e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 5.568335809083112e-11,
+    "max_abs_err": 2.392322451250095e-13,
+    "mean_abs_err": 1.9004781808659665e-14,
+    "w_frob_norm": 41.71018198370065,
+    "relative_err": 1.3350063567833595e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 4.4306101220134686e-11,
+    "max_abs_err": 1.760614223855761e-13,
+    "mean_abs_err": 1.536805947035969e-14,
+    "w_frob_norm": 41.51785244350806,
+    "relative_err": 1.0671578275976703e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 4.9159504833115445e-11,
+    "max_abs_err": 2.0322415625328993e-13,
+    "mean_abs_err": 1.696790068375056e-14,
+    "w_frob_norm": 41.68820479471244,
+    "relative_err": 1.1792185601465533e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 4.5011506846817116e-11,
+    "max_abs_err": 1.5394630015208577e-13,
+    "mean_abs_err": 1.562770922943268e-14,
+    "w_frob_norm": 43.335966543512974,
+    "relative_err": 1.0386639652220923e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.3774355947680358e-10,
+    "max_abs_err": 6.11380737702838e-13,
+    "mean_abs_err": 4.6757301486226606e-14,
+    "w_frob_norm": 41.50592787470284,
+    "relative_err": 3.318647878265021e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 4.80585675119707e-11,
+    "max_abs_err": 2.2124316267913002e-13,
+    "mean_abs_err": 1.656841616575012e-14,
+    "w_frob_norm": 41.423388250710126,
+    "relative_err": 1.1601795396625197e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.1229976669703929e-10,
+    "max_abs_err": 4.0921085964207293e-13,
+    "mean_abs_err": 3.897755251045573e-14,
+    "w_frob_norm": 44.106428619568526,
+    "relative_err": 2.5461088147865975e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.446106467212227e-11,
+    "max_abs_err": 2.0349694151988729e-13,
+    "mean_abs_err": 1.874125452977016e-14,
+    "w_frob_norm": 41.93819493068432,
+    "relative_err": 1.298602974260953e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.231437118609661e-10,
+    "max_abs_err": 4.4805131826919364e-13,
+    "mean_abs_err": 4.2505286488841474e-14,
+    "w_frob_norm": 42.1397003479831,
+    "relative_err": 2.9222730784524915e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 4.4654798497870427e-11,
+    "max_abs_err": 1.9523618832728573e-13,
+    "mean_abs_err": 1.5394842309586415e-14,
+    "w_frob_norm": 40.69152488494256,
+    "relative_err": 1.0973980116039946e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.1260939759492626e-10,
+    "max_abs_err": 4.582376145201295e-13,
+    "mean_abs_err": 3.8575026932072397e-14,
+    "w_frob_norm": 42.32332511900152,
+    "relative_err": 2.660693536679826e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 3.966469887562604e-11,
+    "max_abs_err": 1.303766122839889e-13,
+    "mean_abs_err": 1.3832471411132323e-14,
+    "w_frob_norm": 41.60207291864352,
+    "relative_err": 9.534308291126218e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.110423913595945e-10,
+    "max_abs_err": 3.7685479736815353e-13,
+    "mean_abs_err": 3.829472638822871e-14,
+    "w_frob_norm": 41.729055863317974,
+    "relative_err": 2.6610329196833468e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.0932592775487444e-10,
+    "max_abs_err": 5.07333758337225e-13,
+    "mean_abs_err": 3.721099165339774e-14,
+    "w_frob_norm": 40.64455828091083,
+    "relative_err": 2.6898047950054997e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.0459488152329597e-10,
+    "max_abs_err": 3.4862390752010697e-13,
+    "mean_abs_err": 3.601361406312904e-14,
+    "w_frob_norm": 42.13762801007545,
+    "relative_err": 2.4822204396100906e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 4.623571283539812e-11,
+    "max_abs_err": 1.6062151608764452e-13,
+    "mean_abs_err": 1.5974813960888748e-14,
+    "w_frob_norm": 43.32491210025337,
+    "relative_err": 1.0671853812053718e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 4.77373281981959e-11,
+    "max_abs_err": 1.9158979958078248e-13,
+    "mean_abs_err": 1.6495329674238202e-14,
+    "w_frob_norm": 42.59947548656921,
+    "relative_err": 1.1206083561579663e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 4.3857505833099954e-11,
+    "max_abs_err": 1.6887879983329412e-13,
+    "mean_abs_err": 1.5259945226207666e-14,
+    "w_frob_norm": 43.4133075157986,
+    "relative_err": 1.0102318469317202e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 4.4430643339440426e-11,
+    "max_abs_err": 1.440705194033498e-13,
+    "mean_abs_err": 1.541642522333684e-14,
+    "w_frob_norm": 44.09032895652583,
+    "relative_err": 1.0077185720988872e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.0898336506713609e-10,
+    "max_abs_err": 3.6309844020365745e-13,
+    "mean_abs_err": 3.736606994819011e-14,
+    "w_frob_norm": 43.03559664027153,
+    "relative_err": 2.53240046787576e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.1115055936811348e-10,
+    "max_abs_err": 4.459661806510695e-13,
+    "mean_abs_err": 3.811231939871843e-14,
+    "w_frob_norm": 39.96909398303131,
+    "relative_err": 2.7809126575474023e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 5.0382571840163596e-11,
+    "max_abs_err": 1.9431678488501802e-13,
+    "mean_abs_err": 1.7376225311550355e-14,
+    "w_frob_norm": 42.728896427691225,
+    "relative_err": 1.179121766587734e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.1011294784906004e-10,
+    "max_abs_err": 5.009634200525692e-13,
+    "mean_abs_err": 3.762610060581469e-14,
+    "w_frob_norm": 44.089832365973386,
+    "relative_err": 2.4974680542001884e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 4.532865626091822e-11,
+    "max_abs_err": 1.6780674072514046e-13,
+    "mean_abs_err": 1.5660387996283704e-14,
+    "w_frob_norm": 40.62915873581128,
+    "relative_err": 1.1156680982657098e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 5.195177781662041e-11,
+    "max_abs_err": 1.9150306340698364e-13,
+    "mean_abs_err": 1.798195612725965e-14,
+    "w_frob_norm": 43.22679368641685,
+    "relative_err": 1.2018420379151373e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.3238896195821236e-10,
+    "max_abs_err": 5.090875637714376e-13,
+    "mean_abs_err": 4.551317591798103e-14,
+    "w_frob_norm": 45.27066199338471,
+    "relative_err": 2.9243875863259533e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.1737741671468914e-10,
+    "max_abs_err": 4.999091418600443e-13,
+    "mean_abs_err": 4.0322083982382466e-14,
+    "w_frob_norm": 43.04500512398827,
+    "relative_err": 2.7268533567737143e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 6.289616238729412e-11,
+    "max_abs_err": 2.593515679993885e-13,
+    "mean_abs_err": 2.13849574903129e-14,
+    "w_frob_norm": 41.76868024900989,
+    "relative_err": 1.5058211562426622e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 5.4690445218544296e-11,
+    "max_abs_err": 2.286192068989834e-13,
+    "mean_abs_err": 1.8704721372338183e-14,
+    "w_frob_norm": 43.4463869489502,
+    "relative_err": 1.258803068775453e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 4.56022241195156e-11,
+    "max_abs_err": 1.7348275593853657e-13,
+    "mean_abs_err": 1.575617170492651e-14,
+    "w_frob_norm": 39.65358413733772,
+    "relative_err": 1.150015190596016e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.2219465944469623e-10,
+    "max_abs_err": 4.551853685641483e-13,
+    "mean_abs_err": 4.200451785615013e-14,
+    "w_frob_norm": 42.93712324730345,
+    "relative_err": 2.8458976802170916e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.119064770374109e-10,
+    "max_abs_err": 4.3989117903819874e-13,
+    "mean_abs_err": 3.838613620339193e-14,
+    "w_frob_norm": 41.95944053213938,
+    "relative_err": 2.667015470611308e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.1253489636833495e-10,
+    "max_abs_err": 4.842463235954497e-13,
+    "mean_abs_err": 3.8754578559507866e-14,
+    "w_frob_norm": 41.723488346125606,
+    "relative_err": 2.697159341874271e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 9.98347984061563e-11,
+    "max_abs_err": 4.1754273649718954e-13,
+    "mean_abs_err": 3.419046936114985e-14,
+    "w_frob_norm": 39.34696685255463,
+    "relative_err": 2.5372933771558164e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 4.431117517125504e-11,
+    "max_abs_err": 1.5901342742541402e-13,
+    "mean_abs_err": 1.5371205528707468e-14,
+    "w_frob_norm": 41.966356563849345,
+    "relative_err": 1.0558737712633735e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.4079272234306767e-10,
+    "max_abs_err": 6.548112746473933e-13,
+    "mean_abs_err": 4.8126989205382005e-14,
+    "w_frob_norm": 44.15950779183123,
+    "relative_err": 3.1882765316761968e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.4353703790545446e-11,
+    "max_abs_err": 2.1769240056424e-13,
+    "mean_abs_err": 1.8654720433181894e-14,
+    "w_frob_norm": 41.58592417063298,
+    "relative_err": 1.3070216635687702e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.20296362320801e-10,
+    "max_abs_err": 5.283343207374003e-13,
+    "mean_abs_err": 4.113993296514882e-14,
+    "w_frob_norm": 43.566878902558784,
+    "relative_err": 2.7611884383514037e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 5.4197135204832937e-11,
+    "max_abs_err": 1.9202001100282473e-13,
+    "mean_abs_err": 1.8625482998501907e-14,
+    "w_frob_norm": 42.288357744748375,
+    "relative_err": 1.2816088894245005e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.5695797463443567e-11,
+    "max_abs_err": 2.4747348267850633e-13,
+    "mean_abs_err": 1.887008026533749e-14,
+    "w_frob_norm": 43.042670733189794,
+    "relative_err": 1.2939670451373052e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 5.043087386596768e-11,
+    "max_abs_err": 1.8597449968904556e-13,
+    "mean_abs_err": 1.7381960641174218e-14,
+    "w_frob_norm": 40.49993953375638,
+    "relative_err": 1.2452086212112476e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.192309760314683e-10,
+    "max_abs_err": 4.446295762128294e-13,
+    "mean_abs_err": 4.073676697646244e-14,
+    "w_frob_norm": 44.021181613962526,
+    "relative_err": 2.7084910413593017e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 5.3570878081183737e-11,
+    "max_abs_err": 2.164657342262899e-13,
+    "mean_abs_err": 1.8186705913048317e-14,
+    "w_frob_norm": 42.4466291222024,
+    "relative_err": 1.262076145715953e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.243632421728848e-10,
+    "max_abs_err": 5.790888601975297e-13,
+    "mean_abs_err": 4.19852203343375e-14,
+    "w_frob_norm": 41.70794822735536,
+    "relative_err": 2.9817636076213785e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.0388793124105797e-10,
+    "max_abs_err": 4.3198430943469646e-13,
+    "mean_abs_err": 3.575289582560373e-14,
+    "w_frob_norm": 42.35342348529562,
+    "relative_err": 2.452881554595606e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.27843264105969e-10,
+    "max_abs_err": 5.212419038058691e-13,
+    "mean_abs_err": 4.3776134640020566e-14,
+    "w_frob_norm": 44.780682565038305,
+    "relative_err": 2.854875289591505e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 5.2472878980871224e-11,
+    "max_abs_err": 2.937585071027815e-13,
+    "mean_abs_err": 1.7984628462622892e-14,
+    "w_frob_norm": 43.38396284759077,
+    "relative_err": 1.2094994448803604e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.3396706841411801e-10,
+    "max_abs_err": 5.723754803454995e-13,
+    "mean_abs_err": 4.449510283903069e-14,
+    "w_frob_norm": 41.2175484131273,
+    "relative_err": 3.2502434902569583e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 4.707165486839489e-11,
+    "max_abs_err": 2.2668672494674524e-13,
+    "mean_abs_err": 1.629116199700176e-14,
+    "w_frob_norm": 42.320776193025104,
+    "relative_err": 1.1122587793215565e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 4.673168465143871e-11,
+    "max_abs_err": 2.0424547469977128e-13,
+    "mean_abs_err": 1.610994272770835e-14,
+    "w_frob_norm": 39.66876033297659,
+    "relative_err": 1.178047517975769e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.4160409227131813e-10,
+    "max_abs_err": 6.354465564850642e-13,
+    "mean_abs_err": 4.7756102694266124e-14,
+    "w_frob_norm": 44.44450589893198,
+    "relative_err": 3.1860876706184947e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.1352212909818446e-10,
+    "max_abs_err": 4.2043018372295293e-13,
+    "mean_abs_err": 3.915009129701686e-14,
+    "w_frob_norm": 42.054481254024466,
+    "relative_err": 2.699406239550768e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 4.3391360564656397e-11,
+    "max_abs_err": 1.601149768326593e-13,
+    "mean_abs_err": 1.503208951654624e-14,
+    "w_frob_norm": 43.86541850225522,
+    "relative_err": 9.891929006086092e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 4.9098503188889225e-11,
+    "max_abs_err": 1.7315315847810098e-13,
+    "mean_abs_err": 1.6996481621493392e-14,
+    "w_frob_norm": 41.93703740207523,
+    "relative_err": 1.170767088722858e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.1262063564317368e-10,
+    "max_abs_err": 5.508787870311949e-13,
+    "mean_abs_err": 3.875399911345157e-14,
+    "w_frob_norm": 40.19279485199389,
+    "relative_err": 2.802010560795495e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.2168171226868904e-10,
+    "max_abs_err": 5.213399156822618e-13,
+    "mean_abs_err": 4.1469481711259886e-14,
+    "w_frob_norm": 44.437079502696285,
+    "relative_err": 2.7382922917179068e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 4.555423308773455e-11,
+    "max_abs_err": 2.0051668658815913e-13,
+    "mean_abs_err": 1.5600451794999548e-14,
+    "w_frob_norm": 41.88673611168382,
+    "relative_err": 1.0875574780109861e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 5.3239338579290106e-11,
+    "max_abs_err": 2.2066723448510572e-13,
+    "mean_abs_err": 1.8401004657392605e-14,
+    "w_frob_norm": 43.36892527139049,
+    "relative_err": 1.227591835539695e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.2134462576843473e-10,
+    "max_abs_err": 4.846418405479724e-13,
+    "mean_abs_err": 4.163048854505608e-14,
+    "w_frob_norm": 41.34253144278643,
+    "relative_err": 2.9351039119692636e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.1823813986755048e-10,
+    "max_abs_err": 4.59769375349417e-13,
+    "mean_abs_err": 4.0770146604496266e-14,
+    "w_frob_norm": 42.22766193843844,
+    "relative_err": 2.8000162556933382e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 5.847401716043947e-11,
+    "max_abs_err": 2.0312571069602825e-13,
+    "mean_abs_err": 2.0098440628915842e-14,
+    "w_frob_norm": 43.992273702560915,
+    "relative_err": 1.329188337838413e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.7494322725290735e-11,
+    "max_abs_err": 2.0596198357925033e-13,
+    "mean_abs_err": 1.9723517151522987e-14,
+    "w_frob_norm": 44.124501178551,
+    "relative_err": 1.303002213954519e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 5.087726459804511e-11,
+    "max_abs_err": 2.261732467978561e-13,
+    "mean_abs_err": 1.7519330041539325e-14,
+    "w_frob_norm": 40.70065415499255,
+    "relative_err": 1.2500355499029305e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 4.9594456179021156e-11,
+    "max_abs_err": 2.112303387757919e-13,
+    "mean_abs_err": 1.7178366084815163e-14,
+    "w_frob_norm": 41.144134159975614,
+    "relative_err": 1.2053833964809956e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.1910407812397348e-10,
+    "max_abs_err": 4.268280607427899e-13,
+    "mean_abs_err": 4.110090858766621e-14,
+    "w_frob_norm": 45.42677944071037,
+    "relative_err": 2.6218913070741554e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.204920878291524e-11,
+    "max_abs_err": 1.8543413332627878e-13,
+    "mean_abs_err": 1.7944845104303503e-14,
+    "w_frob_norm": 42.96449940989924,
+    "relative_err": 1.2114468805127715e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.1549662123367652e-10,
+    "max_abs_err": 4.623406692216836e-13,
+    "mean_abs_err": 3.958327951347245e-14,
+    "w_frob_norm": 41.304262666233576,
+    "relative_err": 2.796239752951589e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 9.770794046662807e-11,
+    "max_abs_err": 3.5754038618662776e-13,
+    "mean_abs_err": 3.3819750661115436e-14,
+    "w_frob_norm": 40.95308765521835,
+    "relative_err": 2.3858503976360832e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 9.965637202560121e-11,
+    "max_abs_err": 3.912772883474247e-13,
+    "mean_abs_err": 3.457354431721861e-14,
+    "w_frob_norm": 44.91896961384878,
+    "relative_err": 2.2185809888852963e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 4.491556850816967e-11,
+    "max_abs_err": 1.7176884914427148e-13,
+    "mean_abs_err": 1.5597765216549405e-14,
+    "w_frob_norm": 42.96765221550842,
+    "relative_err": 1.0453344828544805e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.4674305446051597e-10,
+    "max_abs_err": 5.989930773608876e-13,
+    "mean_abs_err": 4.987277693759519e-14,
+    "w_frob_norm": 44.20202208325804,
+    "relative_err": 3.3198267306439896e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.930652335301114e-11,
+    "max_abs_err": 3.2713762254665824e-13,
+    "mean_abs_err": 1.9974418888238483e-14,
+    "w_frob_norm": 42.937091249973655,
+    "relative_err": 1.381242222667972e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 5.938684576519938e-11,
+    "max_abs_err": 3.0840607845306067e-13,
+    "mean_abs_err": 1.995850807022339e-14,
+    "w_frob_norm": 41.741406929330246,
+    "relative_err": 1.4227322491966675e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.1816866489069236e-10,
+    "max_abs_err": 5.325045959736485e-13,
+    "mean_abs_err": 4.072256625005397e-14,
+    "w_frob_norm": 44.277293437115205,
+    "relative_err": 2.6688321646968173e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 5.3029575346052893e-11,
+    "max_abs_err": 1.888281198070274e-13,
+    "mean_abs_err": 1.8184755549397467e-14,
+    "w_frob_norm": 42.90395699653904,
+    "relative_err": 1.2360066310510863e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.2313260535857862e-10,
+    "max_abs_err": 4.27380353329454e-13,
+    "mean_abs_err": 4.245544081985784e-14,
+    "w_frob_norm": 42.83691429059393,
+    "relative_err": 2.874450865514744e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.085677815039867e-10,
+    "max_abs_err": 4.451543300643124e-13,
+    "mean_abs_err": 3.741683165258685e-14,
+    "w_frob_norm": 41.45865086216612,
+    "relative_err": 2.6187003012937475e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 4.8896155138906176e-11,
+    "max_abs_err": 2.3303581286882036e-13,
+    "mean_abs_err": 1.6865883131630244e-14,
+    "w_frob_norm": 41.58837006708912,
+    "relative_err": 1.17571703483518e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.1231013601332972e-10,
+    "max_abs_err": 4.4210468619354515e-13,
+    "mean_abs_err": 3.850641871192875e-14,
+    "w_frob_norm": 41.638477567175265,
+    "relative_err": 2.697268069711243e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.2160363849841302e-10,
+    "max_abs_err": 5.147479664735499e-13,
+    "mean_abs_err": 4.17207418893142e-14,
+    "w_frob_norm": 42.999141482650884,
+    "relative_err": 2.828048056435665e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.2159929957537816e-10,
+    "max_abs_err": 4.655009017140443e-13,
+    "mean_abs_err": 4.172356936395344e-14,
+    "w_frob_norm": 43.58124346489755,
+    "relative_err": 2.7901750823911243e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 5.327008870152451e-11,
+    "max_abs_err": 2.0186977089942104e-13,
+    "mean_abs_err": 1.836916003647427e-14,
+    "w_frob_norm": 43.015211107349245,
+    "relative_err": 1.238401191815218e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.5783654347473465e-11,
+    "max_abs_err": 2.2019885914659199e-13,
+    "mean_abs_err": 1.9103698540599303e-14,
+    "w_frob_norm": 41.593046241722675,
+    "relative_err": 1.3411774175731317e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 4.9511827774403026e-11,
+    "max_abs_err": 2.0953724866323853e-13,
+    "mean_abs_err": 1.6984422112424704e-14,
+    "w_frob_norm": 42.373496312213554,
+    "relative_err": 1.168462177621438e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.3114561757531774e-10,
+    "max_abs_err": 5.624528620629121e-13,
+    "mean_abs_err": 4.4792848691218324e-14,
+    "w_frob_norm": 42.92357980107876,
+    "relative_err": 3.0553280547216097e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 9.866227345768433e-11,
+    "max_abs_err": 3.598926712200523e-13,
+    "mean_abs_err": 3.42213729151827e-14,
+    "w_frob_norm": 42.780440333643675,
+    "relative_err": 2.3062472636611385e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.247337179702456e-10,
+    "max_abs_err": 6.077013892102912e-13,
+    "mean_abs_err": 4.2290491748229995e-14,
+    "w_frob_norm": 43.43233087264764,
+    "relative_err": 2.8719093694508367e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 4.925863611528637e-11,
+    "max_abs_err": 1.6570772531920852e-13,
+    "mean_abs_err": 1.710560256120571e-14,
+    "w_frob_norm": 41.58013053279764,
+    "relative_err": 1.1846676641967747e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 4.862604355167187e-11,
+    "max_abs_err": 1.9825178824983691e-13,
+    "mean_abs_err": 1.6847838095052167e-14,
+    "w_frob_norm": 42.8865957616234,
+    "relative_err": 1.1338284768963723e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.1328418205758068e-10,
+    "max_abs_err": 3.955709457909018e-13,
+    "mean_abs_err": 3.899769225110112e-14,
+    "w_frob_norm": 40.934760118542656,
+    "relative_err": 2.7674324151289e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.3075023365019887e-10,
+    "max_abs_err": 7.361472542655179e-13,
+    "mean_abs_err": 4.4127523912931744e-14,
+    "w_frob_norm": 41.880074802963534,
+    "relative_err": 3.1220152844843218e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 4.541087156820553e-11,
+    "max_abs_err": 1.7554360742799702e-13,
+    "mean_abs_err": 1.5655022273602284e-14,
+    "w_frob_norm": 39.63992402575855,
+    "relative_err": 1.1455842230852143e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 4.901677439839145e-11,
+    "max_abs_err": 2.0399480715749263e-13,
+    "mean_abs_err": 1.692772069089187e-14,
+    "w_frob_norm": 42.02170737160659,
+    "relative_err": 1.1664631797305628e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.norm.weight": {
+    "frob_norm_diff": 4.260843890337738e-15,
+    "max_abs_err": 3.3306690738754696e-16,
+    "mean_abs_err": 5.3199477313494086e-17,
+    "w_frob_norm": 36.1190153984185,
+    "relative_err": 1.1796677853306886e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.11.mixer.dt_bias": {
+    "frob_norm_diff": 3.3754705673424096e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 2.411265631607762e-16,
+    "w_frob_norm": 33.06196471576009,
+    "relative_err": 1.0209528067560301e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.11.mixer.D": {
+    "frob_norm_diff": 8.502438211597002e-16,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 4.782178613608329e-17,
+    "w_frob_norm": 6.477441314028146,
+    "relative_err": 1.312622963203593e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.10.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.1257684731462722e-10,
+    "max_abs_err": 3.3287955725214147e-13,
+    "mean_abs_err": 2.727238570419484e-14,
+    "w_frob_norm": 45.34277343213739,
+    "relative_err": 2.482795797286556e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.11.mixer.A_log": {
+    "frob_norm_diff": 2.9047042006658855e-15,
+    "max_abs_err": 1.3322676295501878e-15,
+    "mean_abs_err": 2.448128505472269e-16,
+    "w_frob_norm": 20.127319966341297,
+    "relative_err": 1.4431649149133574e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.10.mixer.gate.weight": {
+    "frob_norm_diff": 6.032992605083772e-11,
+    "max_abs_err": 7.773157117973994e-13,
+    "mean_abs_err": 7.830849922049509e-14,
+    "w_frob_norm": 17.996785551992946,
+    "relative_err": 3.352261206677369e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.35674689142255e-10,
+    "max_abs_err": 9.001146182574526e-13,
+    "mean_abs_err": 5.766055675069982e-14,
+    "w_frob_norm": 48.76908393537913,
+    "relative_err": 4.832460856852116e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 5.1640616836649565e-11,
+    "max_abs_err": 2.0376669102040168e-13,
+    "mean_abs_err": 1.769530883339635e-14,
+    "w_frob_norm": 43.53458400461253,
+    "relative_err": 1.1861975488539913e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.187996083978896e-10,
+    "max_abs_err": 5.343225861764722e-13,
+    "mean_abs_err": 4.064225282907377e-14,
+    "w_frob_norm": 39.8355772953082,
+    "relative_err": 2.9822489458909314e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.10.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.386222474757093e-10,
+    "max_abs_err": 5.830891325331322e-13,
+    "mean_abs_err": 4.731260909173417e-14,
+    "w_frob_norm": 44.61968453744214,
+    "relative_err": 3.1067509533687064e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.11.mixer.conv1d.weight": {
+    "frob_norm_diff": 4.761082199050724e-15,
+    "max_abs_err": 1.27675647831893e-15,
+    "mean_abs_err": 1.1525618809644799e-17,
+    "w_frob_norm": 9.448888625974295,
+    "relative_err": 5.038774809942052e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 1.7763568394002505e-15,
+    "sensitive": true
+  },
+  "backbone.layers.12.norm.weight": {
+    "frob_norm_diff": 3.69576719580619e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 4.4999553655869306e-17,
+    "w_frob_norm": 30.586453464878606,
+    "relative_err": 1.2083019693832484e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": true
+  },
+  "backbone.layers.11.mixer.norm.weight": {
+    "frob_norm_diff": 1.0942125302060848e-14,
+    "max_abs_err": 3.552713678800501e-15,
+    "mean_abs_err": 6.418161090085223e-17,
+    "w_frob_norm": 92.23412780755405,
+    "relative_err": 1.1863423617873339e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": true
+  },
+  "backbone.layers.11.norm.weight": {
+    "frob_norm_diff": 4.8293106396826115e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 6.288372600415926e-17,
+    "w_frob_norm": 39.54596462279543,
+    "relative_err": 1.221189237826521e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": true
+  },
+  "backbone.layers.13.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.5104799802746286e-11,
+    "max_abs_err": 2.1074591724512537e-13,
+    "mean_abs_err": 1.8906357584182362e-14,
+    "w_frob_norm": 41.54991401463582,
+    "relative_err": 1.3262313800056434e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.12.mixer.v_proj.weight": {
+    "frob_norm_diff": 1.5945419403297206e-11,
+    "max_abs_err": 2.1425396179441947e-13,
+    "mean_abs_err": 1.454818579799747e-14,
+    "w_frob_norm": 6.981065623697979,
+    "relative_err": 2.2840953319746436e-12,
+    "shape": [
+      256,
+      2688
+    ],
+    "numel": 688128,
+    "sensitive": true
+  },
+  "backbone.layers.13.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.1177355827736586e-10,
+    "max_abs_err": 4.085490626359878e-13,
+    "mean_abs_err": 3.858590143475863e-14,
+    "w_frob_norm": 43.05272589730908,
+    "relative_err": 2.5962016561732282e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.12.mixer.q_proj.weight": {
+    "frob_norm_diff": 2.475721811991322e-10,
+    "max_abs_err": 7.458998696474595e-13,
+    "mean_abs_err": 5.655830177467861e-14,
+    "w_frob_norm": 89.78717115285663,
+    "relative_err": 2.757322432819018e-12,
+    "shape": [
+      4096,
+      2688
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.11.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.349260180558798e-10,
+    "max_abs_err": 7.60894819373803e-13,
+    "mean_abs_err": 4.789147490108463e-14,
+    "w_frob_norm": 122.09653284305107,
+    "relative_err": 2.7431247248143424e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": true
+  },
+  "backbone.layers.12.mixer.k_proj.weight": {
+    "frob_norm_diff": 7.143853429928578e-11,
+    "max_abs_err": 6.701791899210718e-13,
+    "mean_abs_err": 6.665266947985814e-14,
+    "w_frob_norm": 33.984777756896854,
+    "relative_err": 2.1020744878870974e-12,
+    "shape": [
+      256,
+      2688
+    ],
+    "numel": 688128,
+    "sensitive": true
+  },
+  "backbone.layers.12.mixer.o_proj.weight": {
+    "frob_norm_diff": 3.4410653042167436e-10,
+    "max_abs_err": 4.657049051948192e-12,
+    "mean_abs_err": 7.877270086220021e-14,
+    "w_frob_norm": 62.79861000599821,
+    "relative_err": 5.479524632612203e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.11.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.4656703885293896e-10,
+    "max_abs_err": 2.3739551990864527e-12,
+    "mean_abs_err": 1.0269811848830632e-13,
+    "w_frob_norm": 71.00837782946672,
+    "relative_err": 6.28893452439389e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.13.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 4.2007475559680654e-11,
+    "max_abs_err": 1.438016372645734e-13,
+    "mean_abs_err": 1.463386682755883e-14,
+    "w_frob_norm": 41.884363017220466,
+    "relative_err": 1.002939343793042e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 5.389897201786074e-11,
+    "max_abs_err": 2.4073451565520543e-13,
+    "mean_abs_err": 1.843629251372593e-14,
+    "w_frob_norm": 42.43630123924342,
+    "relative_err": 1.2701147471358104e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.394956912280323e-10,
+    "max_abs_err": 6.031009025520007e-13,
+    "mean_abs_err": 4.713038441417327e-14,
+    "w_frob_norm": 42.573653203375535,
+    "relative_err": 3.2765732027190027e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 4.7200794746797574e-11,
+    "max_abs_err": 1.8756177166956434e-13,
+    "mean_abs_err": 1.640522547906892e-14,
+    "w_frob_norm": 41.66394478476599,
+    "relative_err": 1.1328930803512412e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.1580704360110573e-10,
+    "max_abs_err": 5.991006302163981e-13,
+    "mean_abs_err": 3.984414081052766e-14,
+    "w_frob_norm": 44.21353862747648,
+    "relative_err": 2.6192665684790384e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.1554592597197329e-10,
+    "max_abs_err": 4.4161300050832297e-13,
+    "mean_abs_err": 3.9651093400667703e-14,
+    "w_frob_norm": 42.37070170221158,
+    "relative_err": 2.7270241305902718e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.428999736372405e-11,
+    "max_abs_err": 2.0225574687282588e-13,
+    "mean_abs_err": 1.8696638068119462e-14,
+    "w_frob_norm": 44.17672332646197,
+    "relative_err": 1.2289276631615683e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 4.820028826335437e-11,
+    "max_abs_err": 1.9184827337870303e-13,
+    "mean_abs_err": 1.661396695360087e-14,
+    "w_frob_norm": 40.717806328354804,
+    "relative_err": 1.183764367723046e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.3113994104857906e-10,
+    "max_abs_err": 5.205280650955046e-13,
+    "mean_abs_err": 4.4702496234714215e-14,
+    "w_frob_norm": 43.67703354952674,
+    "relative_err": 3.00249193663474e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.327644120435258e-10,
+    "max_abs_err": 4.884604005994664e-13,
+    "mean_abs_err": 4.535318198109262e-14,
+    "w_frob_norm": 45.44604011005851,
+    "relative_err": 2.9213637034602986e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 5.2606960052126715e-11,
+    "max_abs_err": 2.2375157282539249e-13,
+    "mean_abs_err": 1.812488789932137e-14,
+    "w_frob_norm": 43.364204291348635,
+    "relative_err": 1.2131425195462898e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 6.578940062184202e-11,
+    "max_abs_err": 2.855771175092059e-13,
+    "mean_abs_err": 2.2054662325653913e-14,
+    "w_frob_norm": 43.15075130112709,
+    "relative_err": 1.5246409074718386e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.3436381413898354e-10,
+    "max_abs_err": 4.847719448086707e-13,
+    "mean_abs_err": 4.590512903033424e-14,
+    "w_frob_norm": 42.55459300548735,
+    "relative_err": 3.1574456398080823e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.2215231534281444e-10,
+    "max_abs_err": 4.559408406379362e-13,
+    "mean_abs_err": 4.2073853781982144e-14,
+    "w_frob_norm": 44.41879288070821,
+    "relative_err": 2.7500142939694147e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 6.324215196299536e-11,
+    "max_abs_err": 2.4620626717930527e-13,
+    "mean_abs_err": 2.16663921151745e-14,
+    "w_frob_norm": 42.459432304760526,
+    "relative_err": 1.4894723864667566e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.109853540578199e-10,
+    "max_abs_err": 4.2360906449268043e-13,
+    "mean_abs_err": 3.8462160120300616e-14,
+    "w_frob_norm": 42.566565288427455,
+    "relative_err": 2.6073363755283636e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 4.850684096723073e-11,
+    "max_abs_err": 2.4251434194155763e-13,
+    "mean_abs_err": 1.6625457321792574e-14,
+    "w_frob_norm": 43.13714380748663,
+    "relative_err": 1.1244796638300417e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.3594962788336513e-10,
+    "max_abs_err": 6.293368604026739e-13,
+    "mean_abs_err": 4.615987696725181e-14,
+    "w_frob_norm": 43.718928390078034,
+    "relative_err": 3.109628549683728e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.2207855734297984e-10,
+    "max_abs_err": 4.794220576087582e-13,
+    "mean_abs_err": 4.190047958080495e-14,
+    "w_frob_norm": 43.91546168697799,
+    "relative_err": 2.779853670061247e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 4.711418505723229e-11,
+    "max_abs_err": 1.619394722485179e-13,
+    "mean_abs_err": 1.6321116768347986e-14,
+    "w_frob_norm": 42.74578898411768,
+    "relative_err": 1.102194769986295e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 4.209159674196217e-11,
+    "max_abs_err": 1.4046229457331805e-13,
+    "mean_abs_err": 1.4623784903645483e-14,
+    "w_frob_norm": 39.73972803607104,
+    "relative_err": 1.059181801741481e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.1165845974056282e-10,
+    "max_abs_err": 4.195636893467025e-13,
+    "mean_abs_err": 3.8388333664698103e-14,
+    "w_frob_norm": 44.85129309883563,
+    "relative_err": 2.489525987456124e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 4.651862412497887e-11,
+    "max_abs_err": 1.5577816814271728e-13,
+    "mean_abs_err": 1.6068971887225546e-14,
+    "w_frob_norm": 43.294881937061376,
+    "relative_err": 1.0744601219285899e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.1849188994409848e-10,
+    "max_abs_err": 5.101839090082549e-13,
+    "mean_abs_err": 4.084940904394173e-14,
+    "w_frob_norm": 41.67344205063359,
+    "relative_err": 2.8433430048837773e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 4.903895632124605e-11,
+    "max_abs_err": 1.810391029796743e-13,
+    "mean_abs_err": 1.697755606926036e-14,
+    "w_frob_norm": 43.86279834102145,
+    "relative_err": 1.1180079287231371e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.1448384627231336e-10,
+    "max_abs_err": 4.553024623987767e-13,
+    "mean_abs_err": 3.926884481429645e-14,
+    "w_frob_norm": 43.79536478988555,
+    "relative_err": 2.614063082282013e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 5.2036282905915917e-11,
+    "max_abs_err": 2.0471818684697496e-13,
+    "mean_abs_err": 1.795715652403448e-14,
+    "w_frob_norm": 43.77887815099855,
+    "relative_err": 1.1886161798490267e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 4.6981651353456795e-11,
+    "max_abs_err": 1.6180806694521266e-13,
+    "mean_abs_err": 1.6247062659034985e-14,
+    "w_frob_norm": 42.883310910344846,
+    "relative_err": 1.095569590036559e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 5.2186491820739305e-11,
+    "max_abs_err": 2.3364296608541224e-13,
+    "mean_abs_err": 1.7776559200520988e-14,
+    "w_frob_norm": 42.23493320743534,
+    "relative_err": 1.2356238747774797e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.2003438567173892e-10,
+    "max_abs_err": 4.1921674465150716e-13,
+    "mean_abs_err": 4.1482852416860956e-14,
+    "w_frob_norm": 44.70397789445157,
+    "relative_err": 2.6850940637798808e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 6.004255020529463e-11,
+    "max_abs_err": 2.52062259953334e-13,
+    "mean_abs_err": 2.045688268273472e-14,
+    "w_frob_norm": 41.510423794922986,
+    "relative_err": 1.4464451266970262e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.3626854152347356e-10,
+    "max_abs_err": 6.60069221503079e-13,
+    "mean_abs_err": 4.62944507635511e-14,
+    "w_frob_norm": 44.06984654401242,
+    "relative_err": 3.09210383538283e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.1441802414368532e-10,
+    "max_abs_err": 4.15938117281911e-13,
+    "mean_abs_err": 3.968170813039431e-14,
+    "w_frob_norm": 43.84026311958301,
+    "relative_err": 2.6098845217143764e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.541870770615966e-11,
+    "max_abs_err": 2.218364381079141e-13,
+    "mean_abs_err": 1.899637516690952e-14,
+    "w_frob_norm": 43.326732665548306,
+    "relative_err": 1.2790880894239785e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.051220812562139e-10,
+    "max_abs_err": 3.6935732250498177e-13,
+    "mean_abs_err": 3.6465421948827513e-14,
+    "w_frob_norm": 44.47295641558609,
+    "relative_err": 2.3637304494416877e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.186512094148831e-10,
+    "max_abs_err": 4.2935099919816366e-13,
+    "mean_abs_err": 4.0909680784109394e-14,
+    "w_frob_norm": 42.1579863354818,
+    "relative_err": 2.8144420483153302e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.830781092261746e-11,
+    "max_abs_err": 2.19001899948168e-13,
+    "mean_abs_err": 2.012321110305641e-14,
+    "w_frob_norm": 45.040371960546885,
+    "relative_err": 1.2945677041409026e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 5.2161697037922736e-11,
+    "max_abs_err": 2.1931675225905778e-13,
+    "mean_abs_err": 1.7935056721977533e-14,
+    "w_frob_norm": 41.855004393145336,
+    "relative_err": 1.2462475585467947e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 4.863481974560892e-11,
+    "max_abs_err": 1.8371762444679973e-13,
+    "mean_abs_err": 1.6765197223779755e-14,
+    "w_frob_norm": 41.58285319165561,
+    "relative_err": 1.1695883281854363e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 5.434380094104659e-11,
+    "max_abs_err": 1.921865444565185e-13,
+    "mean_abs_err": 1.868629056513573e-14,
+    "w_frob_norm": 43.7295953699019,
+    "relative_err": 1.2427236172976393e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 4.567348178225169e-11,
+    "max_abs_err": 1.7535972673954348e-13,
+    "mean_abs_err": 1.5848134490973694e-14,
+    "w_frob_norm": 43.29281629013423,
+    "relative_err": 1.0549898504214423e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.179978752843056e-10,
+    "max_abs_err": 4.633220890282175e-13,
+    "mean_abs_err": 4.031317115087554e-14,
+    "w_frob_norm": 43.12842068757972,
+    "relative_err": 2.735965597698945e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 4.2088045843879194e-11,
+    "max_abs_err": 1.6481607745255644e-13,
+    "mean_abs_err": 1.455457976881155e-14,
+    "w_frob_norm": 41.21870018699369,
+    "relative_err": 1.0210910497648301e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.0807585310550061e-10,
+    "max_abs_err": 3.961015543341162e-13,
+    "mean_abs_err": 3.737161449905162e-14,
+    "w_frob_norm": 42.94556656406275,
+    "relative_err": 2.516577652882556e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.1124143020775455e-10,
+    "max_abs_err": 3.711440876852379e-13,
+    "mean_abs_err": 3.8405442148070275e-14,
+    "w_frob_norm": 44.30884145897413,
+    "relative_err": 2.510592165014149e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.411663088936234e-10,
+    "max_abs_err": 5.674800906962929e-13,
+    "mean_abs_err": 4.7764345004245255e-14,
+    "w_frob_norm": 46.3697435392347,
+    "relative_err": 3.044362511390186e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.3208689166759537e-10,
+    "max_abs_err": 5.705279998435842e-13,
+    "mean_abs_err": 4.49448819047896e-14,
+    "w_frob_norm": 45.099262424338114,
+    "relative_err": 2.9288038111309292e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 5.5288423467426734e-11,
+    "max_abs_err": 3.0837138398354114e-13,
+    "mean_abs_err": 1.8905635673435776e-14,
+    "w_frob_norm": 43.93984257601449,
+    "relative_err": 1.2582754107910052e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.332150726093297e-10,
+    "max_abs_err": 5.665927796383308e-13,
+    "mean_abs_err": 4.4828662288916953e-14,
+    "w_frob_norm": 42.14953860262255,
+    "relative_err": 3.1605345402533315e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.5194509580662835e-10,
+    "max_abs_err": 8.31871897755132e-13,
+    "mean_abs_err": 5.01414213030491e-14,
+    "w_frob_norm": 45.42493930635793,
+    "relative_err": 3.344970805175325e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.431385819711957e-11,
+    "max_abs_err": 2.028672368981077e-13,
+    "mean_abs_err": 1.8612139067618704e-14,
+    "w_frob_norm": 44.1865557459194,
+    "relative_err": 1.229194203536342e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.1216977280418111e-10,
+    "max_abs_err": 4.0486537733475103e-13,
+    "mean_abs_err": 3.878994428700885e-14,
+    "w_frob_norm": 44.70551778442886,
+    "relative_err": 2.509081168572224e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 5.160390848735844e-11,
+    "max_abs_err": 1.785811082344324e-13,
+    "mean_abs_err": 1.791563840017609e-14,
+    "w_frob_norm": 44.38469015184972,
+    "relative_err": 1.162651092320577e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.1102647876515772e-10,
+    "max_abs_err": 4.304716305636447e-13,
+    "mean_abs_err": 3.843420931309318e-14,
+    "w_frob_norm": 45.251121507372225,
+    "relative_err": 2.4535630293067874e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 4.644480846799474e-11,
+    "max_abs_err": 1.613863123001158e-13,
+    "mean_abs_err": 1.60958763058047e-14,
+    "w_frob_norm": 44.22132086370014,
+    "relative_err": 1.0502808952981725e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.5285390043739232e-10,
+    "max_abs_err": 8.998303404478269e-13,
+    "mean_abs_err": 5.1411616424613134e-14,
+    "w_frob_norm": 45.508460366771125,
+    "relative_err": 3.3588018404815455e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.2569398675061082e-10,
+    "max_abs_err": 4.826694599557868e-13,
+    "mean_abs_err": 4.320984200849263e-14,
+    "w_frob_norm": 45.83256887021157,
+    "relative_err": 2.7424599984031097e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 5.206968928297323e-11,
+    "max_abs_err": 2.1711105135935327e-13,
+    "mean_abs_err": 1.7882521983420762e-14,
+    "w_frob_norm": 44.068236874290406,
+    "relative_err": 1.1815696060522654e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 5.970117624337956e-11,
+    "max_abs_err": 2.4385354846501173e-13,
+    "mean_abs_err": 2.057390419964754e-14,
+    "w_frob_norm": 44.304636324851074,
+    "relative_err": 1.347515321097272e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.2092390043170325e-10,
+    "max_abs_err": 4.39347776909349e-13,
+    "mean_abs_err": 4.17680595310003e-14,
+    "w_frob_norm": 44.554102731662766,
+    "relative_err": 2.7140912512590587e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.2841144558480266e-10,
+    "max_abs_err": 5.125309898712516e-13,
+    "mean_abs_err": 4.333591444304368e-14,
+    "w_frob_norm": 42.17160159900733,
+    "relative_err": 3.0449743598978063e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 5.254720299666876e-11,
+    "max_abs_err": 2.0439726300391925e-13,
+    "mean_abs_err": 1.796214764467477e-14,
+    "w_frob_norm": 43.88055179387402,
+    "relative_err": 1.1975055200651478e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 4.378632564739096e-11,
+    "max_abs_err": 1.6796980473188228e-13,
+    "mean_abs_err": 1.507917624379676e-14,
+    "w_frob_norm": 41.472112462657876,
+    "relative_err": 1.0558016712270646e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.2596043499375158e-10,
+    "max_abs_err": 5.119533269537513e-13,
+    "mean_abs_err": 4.33546985242784e-14,
+    "w_frob_norm": 45.77451202423924,
+    "relative_err": 2.751759208859529e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 6.45794160219216e-11,
+    "max_abs_err": 2.631818374343453e-13,
+    "mean_abs_err": 2.2044212142388878e-14,
+    "w_frob_norm": 44.25092064986812,
+    "relative_err": 1.4593914674205555e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.2894358417168663e-11,
+    "max_abs_err": 1.9348411761654916e-13,
+    "mean_abs_err": 1.82684149092365e-14,
+    "w_frob_norm": 40.7747394483491,
+    "relative_err": 1.2972335110607376e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.422136433258514e-10,
+    "max_abs_err": 6.268336544268394e-13,
+    "mean_abs_err": 4.858139911061905e-14,
+    "w_frob_norm": 41.96817671980074,
+    "relative_err": 3.3886066644099525e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 4.484734662022309e-11,
+    "max_abs_err": 1.669879512444794e-13,
+    "mean_abs_err": 1.545647363354086e-14,
+    "w_frob_norm": 41.106444796403274,
+    "relative_err": 1.0910052387733404e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.2738255117167431e-10,
+    "max_abs_err": 5.201819877620473e-13,
+    "mean_abs_err": 4.341569355913964e-14,
+    "w_frob_norm": 42.12915038285354,
+    "relative_err": 3.02362022528512e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 5.205514902364452e-11,
+    "max_abs_err": 2.2394672921643988e-13,
+    "mean_abs_err": 1.7847218370750183e-14,
+    "w_frob_norm": 43.701527438388354,
+    "relative_err": 1.1911517073867348e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.1679628482092356e-10,
+    "max_abs_err": 5.151113910417671e-13,
+    "mean_abs_err": 4.014047473462782e-14,
+    "w_frob_norm": 45.89090123257361,
+    "relative_err": 2.545085881600009e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 5.749535070606631e-11,
+    "max_abs_err": 2.2416096756572301e-13,
+    "mean_abs_err": 1.966981705877997e-14,
+    "w_frob_norm": 44.130559537926935,
+    "relative_err": 1.3028466284605645e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 4.9764370246281835e-11,
+    "max_abs_err": 1.681259298447202e-13,
+    "mean_abs_err": 1.7180531833568626e-14,
+    "w_frob_norm": 44.07308428724275,
+    "relative_err": 1.1291329175409325e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.1775297572390186e-10,
+    "max_abs_err": 4.4446651220608757e-13,
+    "mean_abs_err": 4.071488833654888e-14,
+    "w_frob_norm": 45.05955874328142,
+    "relative_err": 2.61327405345396e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.5307073523754971e-10,
+    "max_abs_err": 7.48330217237303e-13,
+    "mean_abs_err": 5.071340232232071e-14,
+    "w_frob_norm": 42.78765191204401,
+    "relative_err": 3.5774511663366795e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.5512559539382863e-10,
+    "max_abs_err": 8.235565007730372e-13,
+    "mean_abs_err": 5.275325124807236e-14,
+    "w_frob_norm": 45.48658126984666,
+    "relative_err": 3.410359518416091e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 5.353962198142556e-11,
+    "max_abs_err": 2.0537738176784615e-13,
+    "mean_abs_err": 1.8381839841728577e-14,
+    "w_frob_norm": 42.67829766014215,
+    "relative_err": 1.2544929136530897e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.1990848421201777e-10,
+    "max_abs_err": 4.546901050117569e-13,
+    "mean_abs_err": 4.1379299171609164e-14,
+    "w_frob_norm": 44.55101942817618,
+    "relative_err": 2.691486878439014e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 4.613347806353147e-11,
+    "max_abs_err": 1.8396395518038844e-13,
+    "mean_abs_err": 1.594211735443502e-14,
+    "w_frob_norm": 41.19597660451985,
+    "relative_err": 1.1198539727899034e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.2366312735807973e-10,
+    "max_abs_err": 5.402310543356492e-13,
+    "mean_abs_err": 4.2402893629969865e-14,
+    "w_frob_norm": 42.40318854251846,
+    "relative_err": 2.9163638775437946e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 5.5121724284244765e-11,
+    "max_abs_err": 1.8132023660299978e-13,
+    "mean_abs_err": 1.9052552621146363e-14,
+    "w_frob_norm": 42.36643679561775,
+    "relative_err": 1.3010705750441202e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 6.17748833831676e-11,
+    "max_abs_err": 2.384099861973965e-13,
+    "mean_abs_err": 2.121331940194626e-14,
+    "w_frob_norm": 43.18802342162417,
+    "relative_err": 1.430370702083046e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.0468037071862904e-10,
+    "max_abs_err": 3.766709166797e-13,
+    "mean_abs_err": 3.633709734463781e-14,
+    "w_frob_norm": 41.31783451932971,
+    "relative_err": 2.5335396188214188e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 6.370126744065298e-11,
+    "max_abs_err": 2.5906360390237637e-13,
+    "mean_abs_err": 2.162806054893389e-14,
+    "w_frob_norm": 42.10375883742087,
+    "relative_err": 1.5129591561320823e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.0507560784444646e-10,
+    "max_abs_err": 4.977684930906889e-13,
+    "mean_abs_err": 3.6200827021253726e-14,
+    "w_frob_norm": 44.35687440881247,
+    "relative_err": 2.3688686194618543e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.516232763089661e-11,
+    "max_abs_err": 2.0859355909230715e-13,
+    "mean_abs_err": 1.8978993120825795e-14,
+    "w_frob_norm": 42.382010647810006,
+    "relative_err": 1.3015505113546801e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.089524633584934e-10,
+    "max_abs_err": 3.6920900364778575e-13,
+    "mean_abs_err": 3.778608044821766e-14,
+    "w_frob_norm": 43.819034119008705,
+    "relative_err": 2.4864186431537474e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 5.085881292904078e-11,
+    "max_abs_err": 1.8381823840840639e-13,
+    "mean_abs_err": 1.760809150046795e-14,
+    "w_frob_norm": 43.00406356451155,
+    "relative_err": 1.1826513290481518e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 4.55584871549184e-11,
+    "max_abs_err": 2.0446491721948234e-13,
+    "mean_abs_err": 1.567594435749144e-14,
+    "w_frob_norm": 43.66327215381287,
+    "relative_err": 1.0434052444450165e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.2608852126360134e-10,
+    "max_abs_err": 4.877938331038223e-13,
+    "mean_abs_err": 4.335830453777264e-14,
+    "w_frob_norm": 44.67429049621836,
+    "relative_err": 2.8223956074752797e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.1875284663932113e-10,
+    "max_abs_err": 4.4004166629973973e-13,
+    "mean_abs_err": 4.109275340573685e-14,
+    "w_frob_norm": 41.74103326750046,
+    "relative_err": 2.8449905846432893e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 4.5598090610466483e-11,
+    "max_abs_err": 1.6880073727687517e-13,
+    "mean_abs_err": 1.5759706093083842e-14,
+    "w_frob_norm": 42.711086528450174,
+    "relative_err": 1.0675937869221205e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 4.7403501075848414e-11,
+    "max_abs_err": 1.636295265949883e-13,
+    "mean_abs_err": 1.631650886855737e-14,
+    "w_frob_norm": 41.489972434348495,
+    "relative_err": 1.1425291050953858e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 4.4986527818163074e-11,
+    "max_abs_err": 1.4814885429537128e-13,
+    "mean_abs_err": 1.5598759175999756e-14,
+    "w_frob_norm": 42.09635160597869,
+    "relative_err": 1.0686562160834363e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.1641561517712603e-10,
+    "max_abs_err": 4.077016502179731e-13,
+    "mean_abs_err": 4.016940028779526e-14,
+    "w_frob_norm": 43.31095606506731,
+    "relative_err": 2.687902225068213e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.352461447718445e-10,
+    "max_abs_err": 5.361613930610076e-13,
+    "mean_abs_err": 4.591962887292099e-14,
+    "w_frob_norm": 41.03062808971864,
+    "relative_err": 3.296224090845301e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.3119403066949538e-10,
+    "max_abs_err": 5.735047853283604e-13,
+    "mean_abs_err": 4.48850598690273e-14,
+    "w_frob_norm": 44.01380436139533,
+    "relative_err": 2.980747348996856e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.3328442870858406e-10,
+    "max_abs_err": 4.795296104642688e-13,
+    "mean_abs_err": 4.5537546585104546e-14,
+    "w_frob_norm": 44.17503573744461,
+    "relative_err": 3.017188927718435e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.1821168980754343e-10,
+    "max_abs_err": 4.656691698912141e-13,
+    "mean_abs_err": 4.019157892945824e-14,
+    "w_frob_norm": 41.77211163411099,
+    "relative_err": 2.829918938333299e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 6.000371514072213e-11,
+    "max_abs_err": 2.4628910022528316e-13,
+    "mean_abs_err": 2.0422569378192582e-14,
+    "w_frob_norm": 42.14363880806084,
+    "relative_err": 1.4237905609907888e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 5.567247332876906e-11,
+    "max_abs_err": 1.9843501841698696e-13,
+    "mean_abs_err": 1.9172750211027214e-14,
+    "w_frob_norm": 43.350828881976575,
+    "relative_err": 1.2842308847274497e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.1056093666889732e-10,
+    "max_abs_err": 4.0039846438411075e-13,
+    "mean_abs_err": 3.8060543086678384e-14,
+    "w_frob_norm": 41.61654784108149,
+    "relative_err": 2.656658046003466e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 4.7925362220196314e-11,
+    "max_abs_err": 1.7949877695322414e-13,
+    "mean_abs_err": 1.6573902131067255e-14,
+    "w_frob_norm": 41.721268649033725,
+    "relative_err": 1.1487033777268965e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.2587467324195281e-10,
+    "max_abs_err": 4.917724213959751e-13,
+    "mean_abs_err": 4.297228059976671e-14,
+    "w_frob_norm": 41.92651201504548,
+    "relative_err": 3.0022691417016096e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.0934844424111965e-10,
+    "max_abs_err": 3.8690578518796315e-13,
+    "mean_abs_err": 3.774659476051668e-14,
+    "w_frob_norm": 41.571315818943525,
+    "relative_err": 2.6303820816585975e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.410373556143713e-11,
+    "max_abs_err": 2.207062657633152e-13,
+    "mean_abs_err": 1.8638274898108325e-14,
+    "w_frob_norm": 41.73309376931992,
+    "relative_err": 1.2964228307754044e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 5.531066498006788e-11,
+    "max_abs_err": 2.043192004475003e-13,
+    "mean_abs_err": 1.9034985531049178e-14,
+    "w_frob_norm": 43.93883353018211,
+    "relative_err": 1.2588104994201616e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 4.802144864177394e-11,
+    "max_abs_err": 1.757318249251405e-13,
+    "mean_abs_err": 1.6500316205928775e-14,
+    "w_frob_norm": 41.6645810024431,
+    "relative_err": 1.1525724605020771e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 5.191342351389241e-11,
+    "max_abs_err": 1.965996809794035e-13,
+    "mean_abs_err": 1.7829079333747627e-14,
+    "w_frob_norm": 43.57409369897895,
+    "relative_err": 1.1913827484863757e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.3479203393885585e-10,
+    "max_abs_err": 5.45185424583039e-13,
+    "mean_abs_err": 4.566403325170276e-14,
+    "w_frob_norm": 42.523290686096274,
+    "relative_err": 3.169840145577643e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.1241243624485748e-10,
+    "max_abs_err": 4.231545669419745e-13,
+    "mean_abs_err": 3.862329253821769e-14,
+    "w_frob_norm": 44.823163042894585,
+    "relative_err": 2.5079094961969047e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 4.446653583899966e-11,
+    "max_abs_err": 1.5470263958761166e-13,
+    "mean_abs_err": 1.5410288708616424e-14,
+    "w_frob_norm": 41.91669444148156,
+    "relative_err": 1.0608311659946813e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.1817952729878083e-10,
+    "max_abs_err": 4.956451915560933e-13,
+    "mean_abs_err": 4.022892118253131e-14,
+    "w_frob_norm": 41.88749152742403,
+    "relative_err": 2.821356041848624e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 5.109540667582344e-11,
+    "max_abs_err": 1.7940163243856944e-13,
+    "mean_abs_err": 1.7620484301385965e-14,
+    "w_frob_norm": 41.62861076670187,
+    "relative_err": 1.2274108055677402e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 5.505491224882225e-11,
+    "max_abs_err": 2.9922462077558443e-13,
+    "mean_abs_err": 1.875825480496247e-14,
+    "w_frob_norm": 42.24553738902746,
+    "relative_err": 1.303212496549323e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 4.7624695100438094e-11,
+    "max_abs_err": 1.9340085088970227e-13,
+    "mean_abs_err": 1.6465901136085364e-14,
+    "w_frob_norm": 41.260967511561184,
+    "relative_err": 1.1542311771311183e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 5.3537607946195745e-11,
+    "max_abs_err": 1.8506030041720578e-13,
+    "mean_abs_err": 1.853666017873418e-14,
+    "w_frob_norm": 43.97202512944533,
+    "relative_err": 1.2175379184513596e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.2894997048702184e-10,
+    "max_abs_err": 4.722108121191226e-13,
+    "mean_abs_err": 4.431051093203255e-14,
+    "w_frob_norm": 41.8083678245743,
+    "relative_err": 3.0843100842417265e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.236881233402061e-10,
+    "max_abs_err": 5.353599508151063e-13,
+    "mean_abs_err": 4.260121280399896e-14,
+    "w_frob_norm": 44.758064027011216,
+    "relative_err": 2.763482425548189e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.1858902491126355e-10,
+    "max_abs_err": 4.541887699271996e-13,
+    "mean_abs_err": 4.063706170164824e-14,
+    "w_frob_norm": 41.85728000966811,
+    "relative_err": 2.8331756120768504e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 4.9368347246509874e-11,
+    "max_abs_err": 1.6504506095138538e-13,
+    "mean_abs_err": 1.7071257245404247e-14,
+    "w_frob_norm": 40.504894611679816,
+    "relative_err": 1.2188242364238674e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.1908813091788277e-10,
+    "max_abs_err": 3.8788590395189004e-13,
+    "mean_abs_err": 4.1029915197051376e-14,
+    "w_frob_norm": 45.44002461746836,
+    "relative_err": 2.6207761091771527e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.0111177402728723e-10,
+    "max_abs_err": 3.931022174441523e-13,
+    "mean_abs_err": 3.427744350688472e-14,
+    "w_frob_norm": 41.12697635882259,
+    "relative_err": 2.458526810848244e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.070924440455594e-10,
+    "max_abs_err": 3.9867154716377584e-13,
+    "mean_abs_err": 3.6951202843722686e-14,
+    "w_frob_norm": 40.53338947095519,
+    "relative_err": 2.642079664280188e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 5.0009690539624183e-11,
+    "max_abs_err": 1.8826259995385897e-13,
+    "mean_abs_err": 1.719123937058751e-14,
+    "w_frob_norm": 43.478435443601334,
+    "relative_err": 1.1502182640517265e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 4.853845126294499e-11,
+    "max_abs_err": 1.7827059273223256e-13,
+    "mean_abs_err": 1.6746085159415845e-14,
+    "w_frob_norm": 43.22313193830003,
+    "relative_err": 1.1229739513608697e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.0529450835433517e-10,
+    "max_abs_err": 4.0912065402132214e-13,
+    "mean_abs_err": 3.642209293421998e-14,
+    "w_frob_norm": 44.092984749397466,
+    "relative_err": 2.3880104500245706e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.2876355812116476e-11,
+    "max_abs_err": 2.037883750638514e-13,
+    "mean_abs_err": 1.8094454176250618e-14,
+    "w_frob_norm": 40.763433637824036,
+    "relative_err": 1.2971516649434793e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.2528563166142926e-10,
+    "max_abs_err": 5.968420202506763e-13,
+    "mean_abs_err": 4.242476603659906e-14,
+    "w_frob_norm": 42.4705110735581,
+    "relative_err": 2.949944055168938e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.2134503307531678e-10,
+    "max_abs_err": 5.5438639789962e-13,
+    "mean_abs_err": 4.156934665289048e-14,
+    "w_frob_norm": 43.24546373237298,
+    "relative_err": 2.8059598071665375e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 4.95837845110622e-11,
+    "max_abs_err": 1.9423004871121918e-13,
+    "mean_abs_err": 1.7104604591795893e-14,
+    "w_frob_norm": 42.793413331085915,
+    "relative_err": 1.1586779518483428e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.827689859704413e-11,
+    "max_abs_err": 2.318301800530165e-13,
+    "mean_abs_err": 1.9967136263523855e-14,
+    "w_frob_norm": 43.27698851674488,
+    "relative_err": 1.3466024461127981e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.1800425414785615e-10,
+    "max_abs_err": 4.198100200802912e-13,
+    "mean_abs_err": 4.046843061266057e-14,
+    "w_frob_norm": 44.55689832791054,
+    "relative_err": 2.6483947172314288e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 6.259562162093026e-11,
+    "max_abs_err": 2.702595092163307e-13,
+    "mean_abs_err": 2.1246641758436127e-14,
+    "w_frob_norm": 42.85785800345116,
+    "relative_err": 1.4605401328244099e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.3418459149955041e-10,
+    "max_abs_err": 5.649942319552181e-13,
+    "mean_abs_err": 4.5435191805303406e-14,
+    "w_frob_norm": 40.696683112525605,
+    "relative_err": 3.2971874176706835e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.3671431663885878e-10,
+    "max_abs_err": 5.464682525935238e-13,
+    "mean_abs_err": 4.6681917480916996e-14,
+    "w_frob_norm": 44.13253854108057,
+    "relative_err": 3.097812207462276e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 4.802370095748269e-11,
+    "max_abs_err": 1.7209676609133973e-13,
+    "mean_abs_err": 1.652865130105096e-14,
+    "w_frob_norm": 40.18106931038053,
+    "relative_err": 1.1951822532775667e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.1813762126846737e-10,
+    "max_abs_err": 4.3875320043795796e-13,
+    "mean_abs_err": 4.0451461523143077e-14,
+    "w_frob_norm": 43.85724817624786,
+    "relative_err": 2.693685221510276e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 5.537766641518916e-11,
+    "max_abs_err": 1.991722758942771e-13,
+    "mean_abs_err": 1.898108529560044e-14,
+    "w_frob_norm": 41.231724063647704,
+    "relative_err": 1.343083940164737e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.617611798429134e-11,
+    "max_abs_err": 1.919540915107376e-13,
+    "mean_abs_err": 1.9338309360884743e-14,
+    "w_frob_norm": 41.28966103232106,
+    "relative_err": 1.360537155786223e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 4.5175139753041446e-11,
+    "max_abs_err": 1.5713363769875865e-13,
+    "mean_abs_err": 1.5702352361125346e-14,
+    "w_frob_norm": 43.13052482281685,
+    "relative_err": 1.0474052875225613e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.0734799955198024e-10,
+    "max_abs_err": 3.8657792245100353e-13,
+    "mean_abs_err": 3.715301170927754e-14,
+    "w_frob_norm": 41.860442256297034,
+    "relative_err": 2.5644258341735976e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 5.4843632033035155e-11,
+    "max_abs_err": 2.4722053831166546e-13,
+    "mean_abs_err": 1.8657630745375456e-14,
+    "w_frob_norm": 43.32695936526419,
+    "relative_err": 1.265808467441268e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.2037139461397658e-10,
+    "max_abs_err": 4.664914288188271e-13,
+    "mean_abs_err": 4.15313483849871e-14,
+    "w_frob_norm": 40.44910431716961,
+    "relative_err": 2.9758729308347624e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.17695002562531e-10,
+    "max_abs_err": 5.057308738454225e-13,
+    "mean_abs_err": 4.007814057664586e-14,
+    "w_frob_norm": 39.81059084471688,
+    "relative_err": 2.9563741724307987e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.3238071940200574e-10,
+    "max_abs_err": 5.337579336850418e-13,
+    "mean_abs_err": 4.52910349794962e-14,
+    "w_frob_norm": 43.35708750730687,
+    "relative_err": 3.053265959797136e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 5.212847976932633e-11,
+    "max_abs_err": 1.9961809982760315e-13,
+    "mean_abs_err": 1.7745025838956176e-14,
+    "w_frob_norm": 43.592216511766146,
+    "relative_err": 1.1958208125355618e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 5.5126834104278584e-11,
+    "max_abs_err": 1.7716383915455935e-13,
+    "mean_abs_err": 1.9062853524323264e-14,
+    "w_frob_norm": 44.0924703905392,
+    "relative_err": 1.2502550575190045e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 5.530636950773766e-11,
+    "max_abs_err": 2.0791029488320678e-13,
+    "mean_abs_err": 1.8992458996146202e-14,
+    "w_frob_norm": 43.313046186109105,
+    "relative_err": 1.2768986339611212e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.0972987953660466e-10,
+    "max_abs_err": 4.123246882814513e-13,
+    "mean_abs_err": 3.7698490091659e-14,
+    "w_frob_norm": 44.980740010161,
+    "relative_err": 2.4394858668802923e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.282049662310031e-10,
+    "max_abs_err": 4.884617016420734e-13,
+    "mean_abs_err": 4.401903472807819e-14,
+    "w_frob_norm": 43.55482533229854,
+    "relative_err": 2.943530716812021e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 4.442359515164735e-11,
+    "max_abs_err": 1.6862899965275346e-13,
+    "mean_abs_err": 1.5466048462075036e-14,
+    "w_frob_norm": 43.23963255447714,
+    "relative_err": 1.027381421330964e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.115719557476315e-10,
+    "max_abs_err": 4.545981646675301e-13,
+    "mean_abs_err": 3.75779733493992e-14,
+    "w_frob_norm": 43.4820624872228,
+    "relative_err": 2.565930624390619e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.0964768134210748e-10,
+    "max_abs_err": 4.3667500171373774e-13,
+    "mean_abs_err": 3.7794032729071524e-14,
+    "w_frob_norm": 43.890612232900025,
+    "relative_err": 2.4982035055759946e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 4.314317776833469e-11,
+    "max_abs_err": 1.8145641239586396e-13,
+    "mean_abs_err": 1.4846165624094116e-14,
+    "w_frob_norm": 43.08704097110156,
+    "relative_err": 1.0013028696324444e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 6.197035357277113e-11,
+    "max_abs_err": 2.3004514959623634e-13,
+    "mean_abs_err": 2.112924026370535e-14,
+    "w_frob_norm": 43.45176402129104,
+    "relative_err": 1.4261872899430762e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.1829017317169173e-10,
+    "max_abs_err": 4.680006382429269e-13,
+    "mean_abs_err": 4.0468311522569034e-14,
+    "w_frob_norm": 45.22783311373851,
+    "relative_err": 2.6154287090035192e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 5.372898288407682e-11,
+    "max_abs_err": 2.2294666113253925e-13,
+    "mean_abs_err": 1.843631236201749e-14,
+    "w_frob_norm": 41.97405019657526,
+    "relative_err": 1.280052380755495e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 5.5429582378322356e-11,
+    "max_abs_err": 2.390553033304599e-13,
+    "mean_abs_err": 1.8915010453587453e-14,
+    "w_frob_norm": 41.84367984575391,
+    "relative_err": 1.3246823076423827e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 4.933042740071895e-11,
+    "max_abs_err": 1.7526952111879268e-13,
+    "mean_abs_err": 1.7116058952139238e-14,
+    "w_frob_norm": 43.38773866395626,
+    "relative_err": 1.1369670077251454e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 4.713888311867064e-11,
+    "max_abs_err": 2.1992477283738765e-13,
+    "mean_abs_err": 1.6229112130026813e-14,
+    "w_frob_norm": 40.6128150875654,
+    "relative_err": 1.1606898713382553e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.165894624850527e-10,
+    "max_abs_err": 4.744329928918489e-13,
+    "mean_abs_err": 4.033839563147412e-14,
+    "w_frob_norm": 41.95285155188607,
+    "relative_err": 2.779059305202609e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.2450670280855363e-10,
+    "max_abs_err": 5.019214210921774e-13,
+    "mean_abs_err": 4.281562815314534e-14,
+    "w_frob_norm": 44.276472446986354,
+    "relative_err": 2.8120285092185136e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.0874286629256624e-10,
+    "max_abs_err": 4.639795492256127e-13,
+    "mean_abs_err": 3.73495928448368e-14,
+    "w_frob_norm": 41.6196868736497,
+    "relative_err": 2.6127747338102545e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.3610500125482683e-10,
+    "max_abs_err": 6.509948830002443e-13,
+    "mean_abs_err": 4.597317831893087e-14,
+    "w_frob_norm": 44.151289459195574,
+    "relative_err": 3.082695951170678e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 3.427858061878675e-11,
+    "max_abs_err": 1.0707060238424049e-13,
+    "mean_abs_err": 1.1966423278158375e-14,
+    "w_frob_norm": 39.64431547650095,
+    "relative_err": 8.646531086936102e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 9.399922853099998e-11,
+    "max_abs_err": 3.6496153321685654e-13,
+    "mean_abs_err": 3.2121049088898963e-14,
+    "w_frob_norm": 39.66838229591684,
+    "relative_err": 2.369625961295516e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.1225382736690945e-10,
+    "max_abs_err": 3.504696532985463e-13,
+    "mean_abs_err": 3.8874078864985415e-14,
+    "w_frob_norm": 40.576033683670325,
+    "relative_err": 2.7665056728323248e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 6.179125402279002e-11,
+    "max_abs_err": 2.9313357297056086e-13,
+    "mean_abs_err": 2.0925556062320328e-14,
+    "w_frob_norm": 41.17262612756273,
+    "relative_err": 1.500784862042703e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.207255416277851e-11,
+    "max_abs_err": 1.8879255797576988e-13,
+    "mean_abs_err": 1.7897534400629578e-14,
+    "w_frob_norm": 43.18440332473568,
+    "relative_err": 1.205818539883629e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 5.350581098276163e-11,
+    "max_abs_err": 1.8347953364972192e-13,
+    "mean_abs_err": 1.8445082323972178e-14,
+    "w_frob_norm": 42.58606796380776,
+    "relative_err": 1.2564158547869255e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 5.014846724659716e-11,
+    "max_abs_err": 2.0548146517640475e-13,
+    "mean_abs_err": 1.720816707134218e-14,
+    "w_frob_norm": 43.11672705544372,
+    "relative_err": 1.1630861308677568e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.1325777272059628e-10,
+    "max_abs_err": 4.355266147726411e-13,
+    "mean_abs_err": 3.897171100535943e-14,
+    "w_frob_norm": 41.80102537342945,
+    "relative_err": 2.7094496297353474e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.0264416057498482e-10,
+    "max_abs_err": 3.699679451685256e-13,
+    "mean_abs_err": 3.5581497193369416e-14,
+    "w_frob_norm": 40.74489574853365,
+    "relative_err": 2.5191906541736293e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 4.897486248630578e-11,
+    "max_abs_err": 1.5915394002696814e-13,
+    "mean_abs_err": 1.693474621780212e-14,
+    "w_frob_norm": 42.25551531577304,
+    "relative_err": 1.1590170447649128e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.2561192634209764e-10,
+    "max_abs_err": 4.913881801460462e-13,
+    "mean_abs_err": 4.328364414787308e-14,
+    "w_frob_norm": 43.65984048789806,
+    "relative_err": 2.8770587555608597e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.2739843521796618e-10,
+    "max_abs_err": 4.774305950583368e-13,
+    "mean_abs_err": 4.402101185115076e-14,
+    "w_frob_norm": 44.69865892646626,
+    "relative_err": 2.850162360073247e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 5.6072134006514465e-11,
+    "max_abs_err": 2.0228263508670352e-13,
+    "mean_abs_err": 1.928594162731774e-14,
+    "w_frob_norm": 41.403451070327456,
+    "relative_err": 1.3542864799185687e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.069061691488297e-10,
+    "max_abs_err": 3.670883041984041e-13,
+    "mean_abs_err": 3.659909607495239e-14,
+    "w_frob_norm": 41.070391294561084,
+    "relative_err": 2.6029985539238626e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 5.74132012170565e-11,
+    "max_abs_err": 2.4051767522070833e-13,
+    "mean_abs_err": 1.977370941393925e-14,
+    "w_frob_norm": 43.82414040599174,
+    "relative_err": 1.310081628188806e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 4.974711491279355e-11,
+    "max_abs_err": 1.7272034497084476e-13,
+    "mean_abs_err": 1.721971524437114e-14,
+    "w_frob_norm": 43.430619470243784,
+    "relative_err": 1.1454387600176295e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.3109233492806558e-10,
+    "max_abs_err": 5.311688588971464e-13,
+    "mean_abs_err": 4.486454064841748e-14,
+    "w_frob_norm": 44.05900844274005,
+    "relative_err": 2.975380962066719e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 4.7320668299248984e-11,
+    "max_abs_err": 1.77789640648518e-13,
+    "mean_abs_err": 1.631055065106402e-14,
+    "w_frob_norm": 40.0120495701539,
+    "relative_err": 1.1826604437316e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.4662344400256775e-10,
+    "max_abs_err": 5.579148254497568e-13,
+    "mean_abs_err": 5.0252506962135324e-14,
+    "w_frob_norm": 45.534395558949115,
+    "relative_err": 3.2200590828695227e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 4.4162264681101635e-11,
+    "max_abs_err": 1.5304424394457783e-13,
+    "mean_abs_err": 1.5255052394974486e-14,
+    "w_frob_norm": 42.50099164425335,
+    "relative_err": 1.0390878653080301e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.345581065989605e-11,
+    "max_abs_err": 2.021577349964332e-13,
+    "mean_abs_err": 1.8331610352117907e-14,
+    "w_frob_norm": 44.368803776184265,
+    "relative_err": 1.2048062176647952e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.2032750255795246e-10,
+    "max_abs_err": 4.1825397312234003e-13,
+    "mean_abs_err": 4.0660181128534686e-14,
+    "w_frob_norm": 43.373556114211056,
+    "relative_err": 2.774213445655842e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.3232858070251292e-10,
+    "max_abs_err": 5.013385540042492e-13,
+    "mean_abs_err": 4.5256852084929737e-14,
+    "w_frob_norm": 43.996735438352715,
+    "relative_err": 3.007690897610549e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.0887941652556939e-10,
+    "max_abs_err": 3.818820260015343e-13,
+    "mean_abs_err": 3.650617263162773e-14,
+    "w_frob_norm": 39.094561859139496,
+    "relative_err": 2.7850271584541533e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.1676031794734216e-10,
+    "max_abs_err": 4.386317697946396e-13,
+    "mean_abs_err": 4.012633359013959e-14,
+    "w_frob_norm": 45.3566554750628,
+    "relative_err": 2.5742708919871145e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 5.068988083420932e-11,
+    "max_abs_err": 1.8712505503448718e-13,
+    "mean_abs_err": 1.7443937851242852e-14,
+    "w_frob_norm": 42.86110183680551,
+    "relative_err": 1.1826546369995816e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.2411909300685528e-10,
+    "max_abs_err": 5.87968909671055e-13,
+    "mean_abs_err": 4.257675497615448e-14,
+    "w_frob_norm": 41.90763108259852,
+    "relative_err": 2.961730114551709e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 5.2690843528637e-11,
+    "max_abs_err": 1.8201586071686648e-13,
+    "mean_abs_err": 1.820531851572504e-14,
+    "w_frob_norm": 41.05590712982923,
+    "relative_err": 1.2833925057852245e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 4.502615912500073e-11,
+    "max_abs_err": 1.5410242526492368e-13,
+    "mean_abs_err": 1.5575823513369018e-14,
+    "w_frob_norm": 40.67350154104898,
+    "relative_err": 1.1070145775268182e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 4.841089761662712e-11,
+    "max_abs_err": 1.9545129403830686e-13,
+    "mean_abs_err": 1.66120726732354e-14,
+    "w_frob_norm": 39.839280933955315,
+    "relative_err": 1.2151549044492455e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 4.44660248695939e-11,
+    "max_abs_err": 1.6037518535405582e-13,
+    "mean_abs_err": 1.5448810107345582e-14,
+    "w_frob_norm": 41.86462166397332,
+    "relative_err": 1.0621384620766613e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.0095483818466185e-10,
+    "max_abs_err": 3.865345543641041e-13,
+    "mean_abs_err": 3.497333263949194e-14,
+    "w_frob_norm": 42.829525671837445,
+    "relative_err": 2.3571318290607337e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.1150162056089079e-10,
+    "max_abs_err": 4.804177888839689e-13,
+    "mean_abs_err": 3.805052297162398e-14,
+    "w_frob_norm": 40.4388322552604,
+    "relative_err": 2.7572908104038124e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.2439692369031556e-10,
+    "max_abs_err": 4.901010153268714e-13,
+    "mean_abs_err": 4.2391448271617666e-14,
+    "w_frob_norm": 41.5402198767894,
+    "relative_err": 2.9946139923978194e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.2317740196014847e-10,
+    "max_abs_err": 4.835376890555132e-13,
+    "mean_abs_err": 4.1862621869851114e-14,
+    "w_frob_norm": 40.27717784107827,
+    "relative_err": 3.0582431183776024e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 4.484164035797239e-11,
+    "max_abs_err": 1.6438846811572816e-13,
+    "mean_abs_err": 1.5547798606134926e-14,
+    "w_frob_norm": 41.24147213219906,
+    "relative_err": 1.0872948524784234e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 5.428029502163471e-11,
+    "max_abs_err": 2.114315666990052e-13,
+    "mean_abs_err": 1.8614681581737288e-14,
+    "w_frob_norm": 40.412708880529955,
+    "relative_err": 1.3431491361319231e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 4.90615253709574e-11,
+    "max_abs_err": 1.703914787043459e-13,
+    "mean_abs_err": 1.6966423975916808e-14,
+    "w_frob_norm": 42.30900286435482,
+    "relative_err": 1.159600133528355e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.241855354502878e-11,
+    "max_abs_err": 2.152392847287743e-13,
+    "mean_abs_err": 1.8104980304615653e-14,
+    "w_frob_norm": 41.072899494692194,
+    "relative_err": 1.276232118742987e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.0725394918136982e-10,
+    "max_abs_err": 4.0069683682197876e-13,
+    "mean_abs_err": 3.68742439506695e-14,
+    "w_frob_norm": 40.958793998951954,
+    "relative_err": 2.6185817185953818e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.1314395160873892e-10,
+    "max_abs_err": 3.843349249965655e-13,
+    "mean_abs_err": 3.909921200338507e-14,
+    "w_frob_norm": 43.00711175642974,
+    "relative_err": 2.6308195781555463e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.0424241091202711e-10,
+    "max_abs_err": 3.8128137799797734e-13,
+    "mean_abs_err": 3.610771963586025e-14,
+    "w_frob_norm": 41.52977509017716,
+    "relative_err": 2.510064422108635e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.0633389970696822e-10,
+    "max_abs_err": 3.6127351110692985e-13,
+    "mean_abs_err": 3.686941613430906e-14,
+    "w_frob_norm": 42.17780847626922,
+    "relative_err": 2.521086408906133e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.172020922734374e-10,
+    "max_abs_err": 4.436485900871645e-13,
+    "mean_abs_err": 3.996822849091198e-14,
+    "w_frob_norm": 39.701733492908566,
+    "relative_err": 2.952064858688646e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 4.962276847822558e-11,
+    "max_abs_err": 2.0019402802162745e-13,
+    "mean_abs_err": 1.7070195762572276e-14,
+    "w_frob_norm": 42.256140498450634,
+    "relative_err": 1.1743327216560409e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 4.5985897881924535e-11,
+    "max_abs_err": 2.438561505502257e-13,
+    "mean_abs_err": 1.588542462342835e-14,
+    "w_frob_norm": 42.26981576545011,
+    "relative_err": 1.0879133738622022e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.0388797836467667e-10,
+    "max_abs_err": 3.604764056697185e-13,
+    "mean_abs_err": 3.6049828527939924e-14,
+    "w_frob_norm": 41.71238075398167,
+    "relative_err": 2.4905789716824067e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.9.mixer.D": {
+    "frob_norm_diff": 5.391998591201317e-16,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 2.2692647931653147e-17,
+    "w_frob_norm": 5.373601925205877,
+    "relative_err": 1.0034235260169062e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.8.norm.weight": {
+    "frob_norm_diff": 3.5258407210680254e-15,
+    "max_abs_err": 3.3306690738754696e-16,
+    "mean_abs_err": 4.159076976666715e-17,
+    "w_frob_norm": 28.38808673561392,
+    "relative_err": 1.2420142131821536e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.9.mixer.A_log": {
+    "frob_norm_diff": 2.6087380473584056e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 1.6403978869705682e-16,
+    "w_frob_norm": 18.652072076067267,
+    "relative_err": 1.3986317641918797e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.9.mixer.dt_bias": {
+    "frob_norm_diff": 4.726936537347811e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 3.566483046391067e-16,
+    "w_frob_norm": 31.457498034172723,
+    "relative_err": 1.5026422419904066e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.3651808094652637e-10,
+    "max_abs_err": 5.21097054395625e-13,
+    "mean_abs_err": 4.590859155770826e-14,
+    "w_frob_norm": 39.945931004384256,
+    "relative_err": 3.417571640314075e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.gate.weight": {
+    "frob_norm_diff": 5.4134228930316376e-11,
+    "max_abs_err": 5.555200396911708e-13,
+    "mean_abs_err": 7.121735461501118e-14,
+    "w_frob_norm": 20.25856734252759,
+    "relative_err": 2.6721647199935823e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 5.219119322699694e-11,
+    "max_abs_err": 1.7517237660413798e-13,
+    "mean_abs_err": 1.8018652699128607e-14,
+    "w_frob_norm": 40.84089933303664,
+    "relative_err": 1.2779148862860355e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.9.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.6806037661140903e-10,
+    "max_abs_err": 9.655852506451623e-13,
+    "mean_abs_err": 5.263673047634661e-14,
+    "w_frob_norm": 123.24333651380879,
+    "relative_err": 2.9864525500749466e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.2962089237275269e-10,
+    "max_abs_err": 7.848860450465622e-13,
+    "mean_abs_err": 5.637752227513164e-14,
+    "w_frob_norm": 50.65387610470996,
+    "relative_err": 4.533135665631752e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.8.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.6490541317289174e-10,
+    "max_abs_err": 5.791200852200973e-13,
+    "mean_abs_err": 3.8225417041688986e-14,
+    "w_frob_norm": 46.949567527929425,
+    "relative_err": 3.5123947217360964e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.9.mixer.conv1d.weight": {
+    "frob_norm_diff": 4.8931688690458136e-15,
+    "max_abs_err": 9.992007221626409e-16,
+    "mean_abs_err": 1.1900646237953309e-17,
+    "w_frob_norm": 10.071371287772145,
+    "relative_err": 4.858493177574249e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 1.7763568394002505e-15,
+    "sensitive": true
+  },
+  "backbone.layers.9.norm.weight": {
+    "frob_norm_diff": 4.2042139167278695e-15,
+    "max_abs_err": 2.220446049250313e-16,
+    "mean_abs_err": 5.344600423604734e-17,
+    "w_frob_norm": 34.75893830533749,
+    "relative_err": 1.209534618058884e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.9.mixer.norm.weight": {
+    "frob_norm_diff": 1.0233616674410124e-14,
+    "max_abs_err": 3.552713678800501e-15,
+    "mean_abs_err": 5.675270580032019e-17,
+    "w_frob_norm": 77.84562153600032,
+    "relative_err": 1.3146040165762575e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.9.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.3855872295156077e-10,
+    "max_abs_err": 2.6483919224329355e-12,
+    "mean_abs_err": 1.0100179061022692e-13,
+    "w_frob_norm": 71.49751521994374,
+    "relative_err": 6.133901599271633e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 5.409879452601041e-11,
+    "max_abs_err": 2.0532534006356684e-13,
+    "mean_abs_err": 1.8535780068564396e-14,
+    "w_frob_norm": 41.035900658554695,
+    "relative_err": 1.3183284309060853e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 4.419019378600244e-11,
+    "max_abs_err": 1.7639362193122565e-13,
+    "mean_abs_err": 1.5286597836992345e-14,
+    "w_frob_norm": 40.81908151615162,
+    "relative_err": 1.0825866762464243e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 5.511654434876704e-11,
+    "max_abs_err": 2.5889360100173064e-13,
+    "mean_abs_err": 1.889437906053074e-14,
+    "w_frob_norm": 44.274682916053074,
+    "relative_err": 1.244877223700747e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 4.3015845338838495e-11,
+    "max_abs_err": 1.3200204818097916e-13,
+    "mean_abs_err": 1.5023231441777686e-14,
+    "w_frob_norm": 42.64748482382111,
+    "relative_err": 1.008637332694744e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.2496249104294055e-10,
+    "max_abs_err": 5.058765906174045e-13,
+    "mean_abs_err": 4.2620609265442825e-14,
+    "w_frob_norm": 42.54053848569898,
+    "relative_err": 2.9374919897863932e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.32074750102031e-10,
+    "max_abs_err": 5.963372157191671e-13,
+    "mean_abs_err": 4.517769957324936e-14,
+    "w_frob_norm": 45.186402048198474,
+    "relative_err": 2.922887065917581e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.1520114717290644e-10,
+    "max_abs_err": 4.397385233723128e-13,
+    "mean_abs_err": 3.98620285822373e-14,
+    "w_frob_norm": 43.726819713752384,
+    "relative_err": 2.6345649632661232e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 4.280718308342548e-11,
+    "max_abs_err": 1.7586019446236278e-13,
+    "mean_abs_err": 1.4856305988749678e-14,
+    "w_frob_norm": 39.48274107441609,
+    "relative_err": 1.0841998786949357e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.2805659905537783e-10,
+    "max_abs_err": 4.897002942039208e-13,
+    "mean_abs_err": 4.398878806355639e-14,
+    "w_frob_norm": 42.41394013196717,
+    "relative_err": 3.0192101619642314e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.3440087082590848e-10,
+    "max_abs_err": 6.382143077909852e-13,
+    "mean_abs_err": 4.576962299439163e-14,
+    "w_frob_norm": 43.444741156083815,
+    "relative_err": 3.0936050543619723e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 4.861219533640367e-11,
+    "max_abs_err": 1.8553561464962343e-13,
+    "mean_abs_err": 1.685622352800083e-14,
+    "w_frob_norm": 42.674925131663436,
+    "relative_err": 1.139127841148454e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 5.80975697413204e-11,
+    "max_abs_err": 2.6682822618084856e-13,
+    "mean_abs_err": 1.993839963040474e-14,
+    "w_frob_norm": 43.86099898432844,
+    "relative_err": 1.3245838235941387e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.105572625130731e-10,
+    "max_abs_err": 4.648122164940816e-13,
+    "mean_abs_err": 3.743030451209209e-14,
+    "w_frob_norm": 40.774415219151834,
+    "relative_err": 2.7114371087569665e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 4.4202920045042064e-11,
+    "max_abs_err": 1.6441015215917787e-13,
+    "mean_abs_err": 1.5230516080601305e-14,
+    "w_frob_norm": 39.12441258674931,
+    "relative_err": 1.1298040564067855e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 4.979513212685414e-11,
+    "max_abs_err": 2.0924928456622638e-13,
+    "mean_abs_err": 1.706958990005952e-14,
+    "w_frob_norm": 43.280280375847376,
+    "relative_err": 1.150527022801876e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.1145484054439742e-10,
+    "max_abs_err": 5.624268412107725e-13,
+    "mean_abs_err": 3.847975336475953e-14,
+    "w_frob_norm": 41.9214893940709,
+    "relative_err": 2.6586565066116388e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.2911209209667787e-10,
+    "max_abs_err": 5.294328343785626e-13,
+    "mean_abs_err": 4.43166272789179e-14,
+    "w_frob_norm": 43.623337371313,
+    "relative_err": 2.9597023033268163e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.012186830247334e-11,
+    "max_abs_err": 1.837419105754634e-13,
+    "mean_abs_err": 1.7237762016769504e-14,
+    "w_frob_norm": 42.44665791354806,
+    "relative_err": 1.1808201344039273e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.3618852208264678e-10,
+    "max_abs_err": 5.776906730758924e-13,
+    "mean_abs_err": 4.670403711001273e-14,
+    "w_frob_norm": 43.72967584636803,
+    "relative_err": 3.1143272719675993e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.041545040448454e-11,
+    "max_abs_err": 1.7633203924782848e-13,
+    "mean_abs_err": 1.7508078339489094e-14,
+    "w_frob_norm": 41.75901917215917,
+    "relative_err": 1.2072948887194322e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.1374752366285349e-10,
+    "max_abs_err": 5.705505512487719e-13,
+    "mean_abs_err": 3.9104079149243095e-14,
+    "w_frob_norm": 43.77641234283736,
+    "relative_err": 2.5983747313972087e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.1237210400959335e-10,
+    "max_abs_err": 4.4913058732179434e-13,
+    "mean_abs_err": 3.872262525396884e-14,
+    "w_frob_norm": 44.98281409785151,
+    "relative_err": 2.498111918146102e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 4.920511558683624e-11,
+    "max_abs_err": 1.9887563817988507e-13,
+    "mean_abs_err": 1.6929578105351008e-14,
+    "w_frob_norm": 44.324397963108275,
+    "relative_err": 1.1101135683284463e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.0129243961089356e-10,
+    "max_abs_err": 4.0007580581757907e-13,
+    "mean_abs_err": 3.493804449211195e-14,
+    "w_frob_norm": 44.998541369274506,
+    "relative_err": 2.251016066935386e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 4.465237108740093e-11,
+    "max_abs_err": 1.7613474155749043e-13,
+    "mean_abs_err": 1.5384703639481133e-14,
+    "w_frob_norm": 39.867052072705285,
+    "relative_err": 1.1200319252592013e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 4.8530456048856975e-11,
+    "max_abs_err": 1.7595300216832754e-13,
+    "mean_abs_err": 1.6823504153841815e-14,
+    "w_frob_norm": 44.020325319712406,
+    "relative_err": 1.1024556428510746e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.1757169917901697e-10,
+    "max_abs_err": 4.4166406643064704e-13,
+    "mean_abs_err": 4.0447705123126935e-14,
+    "w_frob_norm": 41.12734113530144,
+    "relative_err": 2.858723562805277e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.3646057392001463e-10,
+    "max_abs_err": 5.170933126130706e-13,
+    "mean_abs_err": 4.642998540896909e-14,
+    "w_frob_norm": 45.22589889924103,
+    "relative_err": 3.0173103739526706e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 5.836764621934462e-11,
+    "max_abs_err": 3.111955138024314e-13,
+    "mean_abs_err": 1.9967789138437304e-14,
+    "w_frob_norm": 44.04437799081006,
+    "relative_err": 1.3252008288441065e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 5.988966333150376e-11,
+    "max_abs_err": 2.28723290307542e-13,
+    "mean_abs_err": 2.0603893727007424e-14,
+    "w_frob_norm": 43.433900610741354,
+    "relative_err": 1.3788690973956146e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.14843572985632e-10,
+    "max_abs_err": 4.848777629407053e-13,
+    "mean_abs_err": 3.970767803658047e-14,
+    "w_frob_norm": 45.31323229597246,
+    "relative_err": 2.534437893009004e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.720535459616119e-11,
+    "max_abs_err": 2.6328505348116593e-13,
+    "mean_abs_err": 1.9470955294698185e-14,
+    "w_frob_norm": 43.33375398993852,
+    "relative_err": 1.3201107526812346e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.3584097934337577e-10,
+    "max_abs_err": 5.745924569477978e-13,
+    "mean_abs_err": 4.646350106297374e-14,
+    "w_frob_norm": 44.67033111378305,
+    "relative_err": 3.040966474982362e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 5.890753217080074e-11,
+    "max_abs_err": 2.207435623180487e-13,
+    "mean_abs_err": 1.9998260342073692e-14,
+    "w_frob_norm": 40.90436242363453,
+    "relative_err": 1.4401283550324692e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 6.031235271053338e-11,
+    "max_abs_err": 2.3428481377152366e-13,
+    "mean_abs_err": 2.0561307345487904e-14,
+    "w_frob_norm": 41.4383639039809,
+    "relative_err": 1.455471380344225e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.314081304287707e-10,
+    "max_abs_err": 5.54757628723479e-13,
+    "mean_abs_err": 4.478019035314591e-14,
+    "w_frob_norm": 44.32372976090243,
+    "relative_err": 2.9647353942827404e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 5.992281306573763e-11,
+    "max_abs_err": 1.98282362751101e-13,
+    "mean_abs_err": 2.053254548327332e-14,
+    "w_frob_norm": 42.47601891335761,
+    "relative_err": 1.4107445706709922e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.172237506772438e-10,
+    "max_abs_err": 4.774583506339525e-13,
+    "mean_abs_err": 4.055212062063329e-14,
+    "w_frob_norm": 43.11521383644291,
+    "relative_err": 2.7188488759891303e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.0816213706253598e-10,
+    "max_abs_err": 4.3355596890393144e-13,
+    "mean_abs_err": 3.7171880705677495e-14,
+    "w_frob_norm": 41.50544263703275,
+    "relative_err": 2.6059747876542235e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.077369490262014e-10,
+    "max_abs_err": 5.36579461418718e-13,
+    "mean_abs_err": 3.695371608728604e-14,
+    "w_frob_norm": 43.70941661383008,
+    "relative_err": 2.464845275288172e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 4.986463806892464e-11,
+    "max_abs_err": 2.159635317799946e-13,
+    "mean_abs_err": 1.7124807275895837e-14,
+    "w_frob_norm": 43.89991077928402,
+    "relative_err": 1.1358710572244562e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.5080358345634153e-10,
+    "max_abs_err": 7.379339313543475e-13,
+    "mean_abs_err": 5.0115381281632485e-14,
+    "w_frob_norm": 42.157359406319074,
+    "relative_err": 3.577159138523681e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 5.1030266623161376e-11,
+    "max_abs_err": 2.504593754615314e-13,
+    "mean_abs_err": 1.7459849222045233e-14,
+    "w_frob_norm": 43.05956865271819,
+    "relative_err": 1.1851086348478788e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.1811615158892337e-10,
+    "max_abs_err": 4.68665037334226e-13,
+    "mean_abs_err": 4.0416710600574226e-14,
+    "w_frob_norm": 44.98061037349768,
+    "relative_err": 2.6259348329900993e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 5.2232811323717434e-11,
+    "max_abs_err": 1.9951401641904454e-13,
+    "mean_abs_err": 1.7943890133545903e-14,
+    "w_frob_norm": 44.361881649023495,
+    "relative_err": 1.1774255144758314e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 5.927328094498593e-11,
+    "max_abs_err": 2.4467580739262473e-13,
+    "mean_abs_err": 2.04871473181303e-14,
+    "w_frob_norm": 44.19295684176013,
+    "relative_err": 1.3412381786813516e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 5.122033727706881e-11,
+    "max_abs_err": 1.9295329223290025e-13,
+    "mean_abs_err": 1.7676248492361063e-14,
+    "w_frob_norm": 40.922550186487776,
+    "relative_err": 1.2516408934353574e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 4.776341421922246e-11,
+    "max_abs_err": 1.8234719290077805e-13,
+    "mean_abs_err": 1.651544534164404e-14,
+    "w_frob_norm": 41.2998694232343,
+    "relative_err": 1.1565027901117753e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.5408375753598635e-10,
+    "max_abs_err": 7.500736143306597e-13,
+    "mean_abs_err": 5.089103357773731e-14,
+    "w_frob_norm": 43.3951478710098,
+    "relative_err": 3.550713964473486e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 5.946377237336215e-11,
+    "max_abs_err": 2.474305482724759e-13,
+    "mean_abs_err": 2.0452430243692824e-14,
+    "w_frob_norm": 43.59882003169381,
+    "relative_err": 1.3638849017045745e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.223067716582696e-10,
+    "max_abs_err": 4.910429701743269e-13,
+    "mean_abs_err": 4.182181593694963e-14,
+    "w_frob_norm": 42.426229639342644,
+    "relative_err": 2.8828102967898947e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.422482354193395e-10,
+    "max_abs_err": 6.029178892252851e-13,
+    "mean_abs_err": 4.866951343036905e-14,
+    "w_frob_norm": 45.437705906555095,
+    "relative_err": 3.1306209805547856e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 4.9411251813709665e-11,
+    "max_abs_err": 1.9344942314702962e-13,
+    "mean_abs_err": 1.6906025240772916e-14,
+    "w_frob_norm": 42.880044913376366,
+    "relative_err": 1.1523134342216115e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.1697287305744799e-10,
+    "max_abs_err": 4.730452141110675e-13,
+    "mean_abs_err": 3.997407263559025e-14,
+    "w_frob_norm": 42.25871466980918,
+    "relative_err": 2.7680177679662535e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.2759548035966837e-10,
+    "max_abs_err": 4.890350277508837e-13,
+    "mean_abs_err": 4.3759401134114484e-14,
+    "w_frob_norm": 45.272205632448625,
+    "relative_err": 2.818406538342257e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.169633386387749e-11,
+    "max_abs_err": 2.363456652609841e-13,
+    "mean_abs_err": 1.7718621211295395e-14,
+    "w_frob_norm": 43.469600824945765,
+    "relative_err": 1.1892525554136369e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.5116210340677618e-10,
+    "max_abs_err": 6.541425387474042e-13,
+    "mean_abs_err": 4.98675094038906e-14,
+    "w_frob_norm": 43.709454972219234,
+    "relative_err": 3.4583387851175786e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 5.4954366420525274e-11,
+    "max_abs_err": 2.026573353575145e-13,
+    "mean_abs_err": 1.886529971706666e-14,
+    "w_frob_norm": 42.66922554708675,
+    "relative_err": 1.2879157218328585e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.2074067570776874e-10,
+    "max_abs_err": 4.4273265609184875e-13,
+    "mean_abs_err": 4.160310251673705e-14,
+    "w_frob_norm": 44.20548310269979,
+    "relative_err": 2.731350665872367e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 5.692460303195476e-11,
+    "max_abs_err": 2.999076681442503e-13,
+    "mean_abs_err": 1.9504185564031782e-14,
+    "w_frob_norm": 41.99581078789179,
+    "relative_err": 1.3554828913641842e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 5.28002976718157e-11,
+    "max_abs_err": 2.2468832350241996e-13,
+    "mean_abs_err": 1.8121917745997446e-14,
+    "w_frob_norm": 41.75741962627947,
+    "relative_err": 1.2644530755101195e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.3756958418565437e-10,
+    "max_abs_err": 6.676707797748094e-13,
+    "mean_abs_err": 4.637728631378168e-14,
+    "w_frob_norm": 44.50457723434967,
+    "relative_err": 3.091133378511794e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.2230037912571565e-11,
+    "max_abs_err": 1.9330370637504757e-13,
+    "mean_abs_err": 1.8014589354295183e-14,
+    "w_frob_norm": 43.23947756937615,
+    "relative_err": 1.2079248142804315e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.0926586347387384e-10,
+    "max_abs_err": 5.61193452819353e-13,
+    "mean_abs_err": 3.7544656695180055e-14,
+    "w_frob_norm": 43.31249290723253,
+    "relative_err": 2.5227331917352672e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.138060097823938e-10,
+    "max_abs_err": 4.647523685341604e-13,
+    "mean_abs_err": 3.880500914480628e-14,
+    "w_frob_norm": 42.37522164921073,
+    "relative_err": 2.685673498642656e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.244979220561682e-10,
+    "max_abs_err": 4.867217739956686e-13,
+    "mean_abs_err": 4.278730772222318e-14,
+    "w_frob_norm": 44.186823325764635,
+    "relative_err": 2.8175350180372763e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 4.8467847540482255e-11,
+    "max_abs_err": 2.356292244654057e-13,
+    "mean_abs_err": 1.6739471224898574e-14,
+    "w_frob_norm": 42.2094447819467,
+    "relative_err": 1.1482701985507358e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 4.3461197885977474e-11,
+    "max_abs_err": 1.4149272031804827e-13,
+    "mean_abs_err": 1.5102488630807098e-14,
+    "w_frob_norm": 41.72937832194062,
+    "relative_err": 1.0415012069117332e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 5.4937757913390323e-11,
+    "max_abs_err": 2.360151462287019e-13,
+    "mean_abs_err": 1.8908774668287518e-14,
+    "w_frob_norm": 44.42312064794197,
+    "relative_err": 1.2366929002754666e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 5.1525290660379006e-11,
+    "max_abs_err": 2.0067975059490095e-13,
+    "mean_abs_err": 1.772529123853429e-14,
+    "w_frob_norm": 44.70433325866726,
+    "relative_err": 1.1525793341384708e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 3.635847531087032e-11,
+    "max_abs_err": 2.1201790323388536e-13,
+    "mean_abs_err": 1.2594193686846584e-14,
+    "w_frob_norm": 36.25504134591233,
+    "relative_err": 1.0028529539925528e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.0669286008841657e-10,
+    "max_abs_err": 3.880853971516274e-13,
+    "mean_abs_err": 3.696041735692951e-14,
+    "w_frob_norm": 44.391355460532814,
+    "relative_err": 2.4034602904449355e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 9.064336028321415e-11,
+    "max_abs_err": 3.640213130928771e-13,
+    "mean_abs_err": 3.051811723841456e-14,
+    "w_frob_norm": 37.97183467953276,
+    "relative_err": 2.3871209028536073e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.2270918100662052e-10,
+    "max_abs_err": 4.5256073194499535e-13,
+    "mean_abs_err": 4.2449920175369125e-14,
+    "w_frob_norm": 45.9741889636235,
+    "relative_err": 2.669088542349548e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.3151783601621527e-10,
+    "max_abs_err": 5.093148125467906e-13,
+    "mean_abs_err": 4.5043138637439307e-14,
+    "w_frob_norm": 45.38017784107124,
+    "relative_err": 2.8981339931459085e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 4.923909845546766e-11,
+    "max_abs_err": 1.9283880048348578e-13,
+    "mean_abs_err": 1.6970301990072168e-14,
+    "w_frob_norm": 43.73166399479091,
+    "relative_err": 1.1259369975341613e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.0802223479101539e-10,
+    "max_abs_err": 4.3297310181600324e-13,
+    "mean_abs_err": 3.720741457517845e-14,
+    "w_frob_norm": 42.93273098210765,
+    "relative_err": 2.516081141822401e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 4.797609628631946e-11,
+    "max_abs_err": 1.5214565718402184e-13,
+    "mean_abs_err": 1.666541885569123e-14,
+    "w_frob_norm": 43.948881499195856,
+    "relative_err": 1.091634067802096e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 5.587944566380801e-11,
+    "max_abs_err": 3.338718190804002e-13,
+    "mean_abs_err": 1.884756754420242e-14,
+    "w_frob_norm": 43.39153356143351,
+    "relative_err": 1.2877960532253181e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 5.347854768452188e-11,
+    "max_abs_err": 2.2479240691097857e-13,
+    "mean_abs_err": 1.8288262712649802e-14,
+    "w_frob_norm": 41.63619088764433,
+    "relative_err": 1.2844245965927638e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.4463909495760253e-10,
+    "max_abs_err": 6.006029007465941e-13,
+    "mean_abs_err": 4.9277277344642926e-14,
+    "w_frob_norm": 45.28622287881063,
+    "relative_err": 3.1938873627122255e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 4.599417684932654e-11,
+    "max_abs_err": 1.6381340728344185e-13,
+    "mean_abs_err": 1.5901985321107608e-14,
+    "w_frob_norm": 44.10186974648269,
+    "relative_err": 1.0429076389214716e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.5497053038101523e-10,
+    "max_abs_err": 5.903957878139465e-13,
+    "mean_abs_err": 5.221475308262499e-14,
+    "w_frob_norm": 44.89990967977633,
+    "relative_err": 3.4514664168871713e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.1101156450340709e-10,
+    "max_abs_err": 4.143959481117676e-13,
+    "mean_abs_err": 3.819066920103262e-14,
+    "w_frob_norm": 42.383804575473526,
+    "relative_err": 2.6191977245866875e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.1049607646812356e-10,
+    "max_abs_err": 4.627765184950228e-13,
+    "mean_abs_err": 3.796756331973645e-14,
+    "w_frob_norm": 45.4991056661096,
+    "relative_err": 2.4285329315918294e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.293888489866907e-10,
+    "max_abs_err": 5.779335343625291e-13,
+    "mean_abs_err": 4.4502921670157424e-14,
+    "w_frob_norm": 45.75292605150406,
+    "relative_err": 2.8279906915906904e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 4.6293242465014374e-11,
+    "max_abs_err": 2.0224794061718399e-13,
+    "mean_abs_err": 1.5926181848481922e-14,
+    "w_frob_norm": 43.79278545212137,
+    "relative_err": 1.0570974645042103e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.1920571037666485e-10,
+    "max_abs_err": 4.4865500203883357e-13,
+    "mean_abs_err": 4.0867985753982585e-14,
+    "w_frob_norm": 45.31015637219141,
+    "relative_err": 2.630882784810383e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.372699973406204e-10,
+    "max_abs_err": 6.148657971660754e-13,
+    "mean_abs_err": 4.642668825485445e-14,
+    "w_frob_norm": 44.37937514942412,
+    "relative_err": 3.0931034265001734e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.4152030162033896e-10,
+    "max_abs_err": 5.851708007043044e-13,
+    "mean_abs_err": 4.8351065857883377e-14,
+    "w_frob_norm": 43.829568813441895,
+    "relative_err": 3.2288773412924094e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 6.127400827283714e-11,
+    "max_abs_err": 3.057042466392268e-13,
+    "mean_abs_err": 2.078991858621233e-14,
+    "w_frob_norm": 43.85512645668197,
+    "relative_err": 1.3971914625160348e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 4.8179543033429415e-11,
+    "max_abs_err": 1.767717916489886e-13,
+    "mean_abs_err": 1.6632978423818274e-14,
+    "w_frob_norm": 43.21978707714262,
+    "relative_err": 1.1147566032066325e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 4.9720970707220206e-11,
+    "max_abs_err": 1.7120159456762707e-13,
+    "mean_abs_err": 1.7132620243162897e-14,
+    "w_frob_norm": 43.950025565255174,
+    "relative_err": 1.131306980320104e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.128717921313723e-10,
+    "max_abs_err": 4.663266300886093e-13,
+    "mean_abs_err": 3.875520274455827e-14,
+    "w_frob_norm": 45.47891199257198,
+    "relative_err": 2.481848997394826e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 5.016625850555086e-11,
+    "max_abs_err": 1.817157535555225e-13,
+    "mean_abs_err": 1.726521271063623e-14,
+    "w_frob_norm": 43.045698696771794,
+    "relative_err": 1.165418613807123e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 4.5608587892209975e-11,
+    "max_abs_err": 1.961208973000339e-13,
+    "mean_abs_err": 1.5798124255506395e-14,
+    "w_frob_norm": 38.817034518479815,
+    "relative_err": 1.1749632206060686e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.245714645218589e-10,
+    "max_abs_err": 5.0285166655617e-13,
+    "mean_abs_err": 4.2487769307668894e-14,
+    "w_frob_norm": 44.092720035882095,
+    "relative_err": 2.8252161449891096e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 5.194252831640274e-11,
+    "max_abs_err": 2.0297478975361827e-13,
+    "mean_abs_err": 1.791727763800423e-14,
+    "w_frob_norm": 43.026454627164746,
+    "relative_err": 1.2072230623345115e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.1620816692590393e-10,
+    "max_abs_err": 4.4762631101757933e-13,
+    "mean_abs_err": 4.007244904116101e-14,
+    "w_frob_norm": 45.13744601548275,
+    "relative_err": 2.574540147575983e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 5.187503713832288e-11,
+    "max_abs_err": 2.0368689374050675e-13,
+    "mean_abs_err": 1.7875825013467395e-14,
+    "w_frob_norm": 44.147652466159094,
+    "relative_err": 1.175035007310686e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.4905375490881345e-11,
+    "max_abs_err": 2.389633629862331e-13,
+    "mean_abs_err": 1.8581695040326073e-14,
+    "w_frob_norm": 41.22661827578313,
+    "relative_err": 1.3317943063773735e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.0444828505741543e-10,
+    "max_abs_err": 3.4155143990854953e-13,
+    "mean_abs_err": 3.625178688822068e-14,
+    "w_frob_norm": 44.802610823948115,
+    "relative_err": 2.3312990724546173e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.0908577146445084e-11,
+    "max_abs_err": 1.8352160069401435e-13,
+    "mean_abs_err": 1.765692705322385e-14,
+    "w_frob_norm": 43.681898038962586,
+    "relative_err": 1.1654387614072213e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.245217587131496e-10,
+    "max_abs_err": 5.054151541727947e-13,
+    "mean_abs_err": 4.307070757924378e-14,
+    "w_frob_norm": 44.98861563779364,
+    "relative_err": 2.7678504205526707e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 5.377216361019805e-11,
+    "max_abs_err": 2.8025411852317106e-13,
+    "mean_abs_err": 1.816588037527116e-14,
+    "w_frob_norm": 44.17536423564923,
+    "relative_err": 1.2172432427122868e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.1940499762947602e-10,
+    "max_abs_err": 4.521175100968833e-13,
+    "mean_abs_err": 4.1124613831039615e-14,
+    "w_frob_norm": 44.660019331283486,
+    "relative_err": 2.6736441098187145e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 5.5650495074131356e-11,
+    "max_abs_err": 2.355251410568471e-13,
+    "mean_abs_err": 1.899275527933692e-14,
+    "w_frob_norm": 44.33167794177996,
+    "relative_err": 1.2553211982460084e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.1956698667154512e-10,
+    "max_abs_err": 4.5075705321084847e-13,
+    "mean_abs_err": 4.120260890870481e-14,
+    "w_frob_norm": 44.9183355568129,
+    "relative_err": 2.661874826602074e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.0508471588502941e-10,
+    "max_abs_err": 3.931768105536193e-13,
+    "mean_abs_err": 3.6225227426113254e-14,
+    "w_frob_norm": 41.696902630819764,
+    "relative_err": 2.520204361830879e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 9.285395773463847e-11,
+    "max_abs_err": 4.1154232799378576e-13,
+    "mean_abs_err": 3.176880859860053e-14,
+    "w_frob_norm": 40.02412788846479,
+    "relative_err": 2.319949556262526e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 4.5772210030648945e-11,
+    "max_abs_err": 1.6489934417940333e-13,
+    "mean_abs_err": 1.57925242035333e-14,
+    "w_frob_norm": 38.387836211715886,
+    "relative_err": 1.1923623352513775e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.475284442517805e-11,
+    "max_abs_err": 2.1493570812047835e-13,
+    "mean_abs_err": 1.8761093678757376e-14,
+    "w_frob_norm": 43.86348396442072,
+    "relative_err": 1.2482557124187876e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.309904413426596e-10,
+    "max_abs_err": 4.898915474671472e-13,
+    "mean_abs_err": 4.483156867460863e-14,
+    "w_frob_norm": 45.52433031035371,
+    "relative_err": 2.877372175486305e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 5.279370066868046e-11,
+    "max_abs_err": 2.1992303811391167e-13,
+    "mean_abs_err": 1.8238014568696943e-14,
+    "w_frob_norm": 44.434259175491675,
+    "relative_err": 1.188130547201731e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.1230450160111944e-10,
+    "max_abs_err": 4.073946041627252e-13,
+    "mean_abs_err": 3.8565583982590174e-14,
+    "w_frob_norm": 40.971382811711365,
+    "relative_err": 2.7410473821991197e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 5.056009933175013e-11,
+    "max_abs_err": 2.144465161002529e-13,
+    "mean_abs_err": 1.7450815781984574e-14,
+    "w_frob_norm": 44.576842015123695,
+    "relative_err": 1.1342234453171106e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 5.323622175907606e-11,
+    "max_abs_err": 1.823818873702976e-13,
+    "mean_abs_err": 1.8419805142319493e-14,
+    "w_frob_norm": 40.847115057439574,
+    "relative_err": 1.3033043260023337e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 4.987847471505547e-11,
+    "max_abs_err": 1.954634371026387e-13,
+    "mean_abs_err": 1.7013126123251764e-14,
+    "w_frob_norm": 40.28712044223933,
+    "relative_err": 1.2380749521814922e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 9.940325106088315e-11,
+    "max_abs_err": 3.3264141224495503e-13,
+    "mean_abs_err": 3.451960924240705e-14,
+    "w_frob_norm": 41.336902044550925,
+    "relative_err": 2.4047097422480066e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.0621705790938745e-10,
+    "max_abs_err": 3.760909769376375e-13,
+    "mean_abs_err": 3.661437308704213e-14,
+    "w_frob_norm": 40.53010507840976,
+    "relative_err": 2.620695349886198e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.5506348117735747e-10,
+    "max_abs_err": 6.246565764644885e-13,
+    "mean_abs_err": 5.25994602446026e-14,
+    "w_frob_norm": 45.9511690605949,
+    "relative_err": 3.374527446143499e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 4.68724390115852e-11,
+    "max_abs_err": 1.9787296801077048e-13,
+    "mean_abs_err": 1.608080005780382e-14,
+    "w_frob_norm": 41.65095421314628,
+    "relative_err": 1.1253629093758162e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 4.471885464150712e-11,
+    "max_abs_err": 1.7384878259196768e-13,
+    "mean_abs_err": 1.5476925916340495e-14,
+    "w_frob_norm": 42.92374789782103,
+    "relative_err": 1.041820829531459e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.2149082346020512e-10,
+    "max_abs_err": 3.8689190740015533e-13,
+    "mean_abs_err": 4.1994038619763034e-14,
+    "w_frob_norm": 46.47048613058926,
+    "relative_err": 2.6143652364383944e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 5.86482268245596e-11,
+    "max_abs_err": 2.981781488387014e-13,
+    "mean_abs_err": 1.9985288102658554e-14,
+    "w_frob_norm": 45.134057389326415,
+    "relative_err": 1.2994228796817433e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.3135734966913513e-10,
+    "max_abs_err": 5.268424585480602e-13,
+    "mean_abs_err": 4.520564537285549e-14,
+    "w_frob_norm": 45.143288593231006,
+    "relative_err": 2.909786897732379e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.2822011199147964e-10,
+    "max_abs_err": 4.934490316355067e-13,
+    "mean_abs_err": 4.413282860500601e-14,
+    "w_frob_norm": 44.59551282293544,
+    "relative_err": 2.8751796733579912e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 4.9858076630528694e-11,
+    "max_abs_err": 1.7495206672268893e-13,
+    "mean_abs_err": 1.7208195184842508e-14,
+    "w_frob_norm": 43.71220967332797,
+    "relative_err": 1.1405984049566537e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.0952370511938499e-10,
+    "max_abs_err": 3.904845197189033e-13,
+    "mean_abs_err": 3.795686486101097e-14,
+    "w_frob_norm": 42.543397305227614,
+    "relative_err": 2.574399602683517e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 4.199655975010524e-11,
+    "max_abs_err": 1.5125400931736976e-13,
+    "mean_abs_err": 1.4481879483781245e-14,
+    "w_frob_norm": 39.954406165867525,
+    "relative_err": 1.0511120995206357e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.1376066388615869e-10,
+    "max_abs_err": 4.162221782511022e-13,
+    "mean_abs_err": 3.951325567857729e-14,
+    "w_frob_norm": 41.546142580147354,
+    "relative_err": 2.7381763220665096e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.1633713105099391e-10,
+    "max_abs_err": 4.3719194930957883e-13,
+    "mean_abs_err": 3.992792162429392e-14,
+    "w_frob_norm": 44.40471127421154,
+    "relative_err": 2.6199276543558523e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 5.467815811445398e-11,
+    "max_abs_err": 2.2196827709208833e-13,
+    "mean_abs_err": 1.8769575787421454e-14,
+    "w_frob_norm": 42.7324083033352,
+    "relative_err": 1.2795477784992154e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 4.945840126379482e-11,
+    "max_abs_err": 2.0789620025496447e-13,
+    "mean_abs_err": 1.7064778058343887e-14,
+    "w_frob_norm": 44.74837430601464,
+    "relative_err": 1.105255822827671e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 5.2712911478775155e-11,
+    "max_abs_err": 2.0646852283423556e-13,
+    "mean_abs_err": 1.8180247353059252e-14,
+    "w_frob_norm": 41.87640738635927,
+    "relative_err": 1.2587734901047349e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 4.568602032103227e-11,
+    "max_abs_err": 1.6739734598480993e-13,
+    "mean_abs_err": 1.5816596080797977e-14,
+    "w_frob_norm": 42.064996359456586,
+    "relative_err": 1.08608164210055e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.1030452431756341e-10,
+    "max_abs_err": 4.277491989085336e-13,
+    "mean_abs_err": 3.793724492502785e-14,
+    "w_frob_norm": 43.318584949685906,
+    "relative_err": 2.5463556680274987e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.0359103019502444e-11,
+    "max_abs_err": 2.162419548978889e-13,
+    "mean_abs_err": 1.727766489175702e-14,
+    "w_frob_norm": 43.535218499642845,
+    "relative_err": 1.1567440053141248e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.0973884158055065e-10,
+    "max_abs_err": 3.7493012167155726e-13,
+    "mean_abs_err": 3.7843670860869676e-14,
+    "w_frob_norm": 45.437583372166515,
+    "relative_err": 2.415155768336325e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.1491430955210025e-10,
+    "max_abs_err": 4.0926984024025614e-13,
+    "mean_abs_err": 3.964190555894564e-14,
+    "w_frob_norm": 43.17451547525452,
+    "relative_err": 2.6616236056653234e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 5.6514806097686433e-11,
+    "max_abs_err": 2.2373075614368076e-13,
+    "mean_abs_err": 1.9371065707330788e-14,
+    "w_frob_norm": 42.77786073145516,
+    "relative_err": 1.3211227754577802e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.1506727667795661e-10,
+    "max_abs_err": 5.181471571247265e-13,
+    "mean_abs_err": 3.973379134883393e-14,
+    "w_frob_norm": 44.29155680388241,
+    "relative_err": 2.5979506023565715e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.2556404369311903e-10,
+    "max_abs_err": 4.623523786051464e-13,
+    "mean_abs_err": 4.314423353871844e-14,
+    "w_frob_norm": 42.308681683122835,
+    "relative_err": 2.967807993488183e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 5.351900004757493e-11,
+    "max_abs_err": 2.1436151464993003e-13,
+    "mean_abs_err": 1.842269121439426e-14,
+    "w_frob_norm": 42.3892562521088,
+    "relative_err": 1.262560487715857e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.2735817029670645e-11,
+    "max_abs_err": 2.154925543562669e-13,
+    "mean_abs_err": 1.8018242738686896e-14,
+    "w_frob_norm": 44.98939973838549,
+    "relative_err": 1.172183166175383e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 5.034862135606387e-11,
+    "max_abs_err": 1.7379847561116435e-13,
+    "mean_abs_err": 1.7368618084456558e-14,
+    "w_frob_norm": 40.480516826855386,
+    "relative_err": 1.2437741734231474e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 5.0216136406992766e-11,
+    "max_abs_err": 2.0522472610196019e-13,
+    "mean_abs_err": 1.7149187274991354e-14,
+    "w_frob_norm": 41.71986154655313,
+    "relative_err": 1.20365060058886e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 5.030320844160382e-11,
+    "max_abs_err": 2.152167333235866e-13,
+    "mean_abs_err": 1.7194127629342542e-14,
+    "w_frob_norm": 41.066255108831264,
+    "relative_err": 1.2249280658363746e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.0690413694415122e-10,
+    "max_abs_err": 3.8578515382248213e-13,
+    "mean_abs_err": 3.706883631587306e-14,
+    "w_frob_norm": 42.83721873282909,
+    "relative_err": 2.4955900524471556e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.2548605011570373e-10,
+    "max_abs_err": 5.480078196784532e-13,
+    "mean_abs_err": 4.309512993184167e-14,
+    "w_frob_norm": 41.61778302081564,
+    "relative_err": 3.015202661154256e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.0169124293031151e-10,
+    "max_abs_err": 3.7113714879133397e-13,
+    "mean_abs_err": 3.5141943056913695e-14,
+    "w_frob_norm": 43.577643932972805,
+    "relative_err": 2.3335645012549047e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.233882884427192e-10,
+    "max_abs_err": 5.209270514949793e-13,
+    "mean_abs_err": 4.1569436746288664e-14,
+    "w_frob_norm": 41.17364253280244,
+    "relative_err": 2.996778542107795e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.3309672882276733e-10,
+    "max_abs_err": 5.702834038334714e-13,
+    "mean_abs_err": 4.5931970371932106e-14,
+    "w_frob_norm": 43.7180156915425,
+    "relative_err": 3.0444366405338856e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.3379000387140103e-10,
+    "max_abs_err": 6.093008042551418e-13,
+    "mean_abs_err": 4.57304014618856e-14,
+    "w_frob_norm": 45.942391472380514,
+    "relative_err": 2.9121253723118102e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 4.929083472671858e-11,
+    "max_abs_err": 1.8867372941766547e-13,
+    "mean_abs_err": 1.7042275655193218e-14,
+    "w_frob_norm": 43.88744500719825,
+    "relative_err": 1.1231192592467864e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.0595217779176355e-10,
+    "max_abs_err": 3.5947980703276983e-13,
+    "mean_abs_err": 3.6743638787023356e-14,
+    "w_frob_norm": 44.313219001745395,
+    "relative_err": 2.3909835525058637e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.1083401373224079e-10,
+    "max_abs_err": 3.8305469907129464e-13,
+    "mean_abs_err": 3.845668203820886e-14,
+    "w_frob_norm": 45.11004723396897,
+    "relative_err": 2.4569695783599195e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.339507914750009e-10,
+    "max_abs_err": 5.164792205025748e-13,
+    "mean_abs_err": 4.6096589721541064e-14,
+    "w_frob_norm": 44.316218761523324,
+    "relative_err": 3.0226132828665656e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.2498182496539819e-10,
+    "max_abs_err": 5.034241253032423e-13,
+    "mean_abs_err": 4.302754454738589e-14,
+    "w_frob_norm": 43.18465199386573,
+    "relative_err": 2.8941260191966245e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 4.838758179566618e-11,
+    "max_abs_err": 2.1653685788880495e-13,
+    "mean_abs_err": 1.6737789197496484e-14,
+    "w_frob_norm": 42.90997319623588,
+    "relative_err": 1.1276535078309208e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 4.9038091363390236e-11,
+    "max_abs_err": 2.004368893082642e-13,
+    "mean_abs_err": 1.6935049382370006e-14,
+    "w_frob_norm": 43.124938908503395,
+    "relative_err": 1.1371167729056395e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 4.7121388021184284e-11,
+    "max_abs_err": 2.0433871608660503e-13,
+    "mean_abs_err": 1.634959509817393e-14,
+    "w_frob_norm": 41.91797833626576,
+    "relative_err": 1.1241331259627265e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.2270849524465492e-10,
+    "max_abs_err": 4.2480602369110443e-13,
+    "mean_abs_err": 4.2406482796667165e-14,
+    "w_frob_norm": 45.265802813668444,
+    "relative_err": 2.7108432330200916e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 4.9158954783673315e-11,
+    "max_abs_err": 1.7203252711261996e-13,
+    "mean_abs_err": 1.703040517126463e-14,
+    "w_frob_norm": 43.950446454337495,
+    "relative_err": 1.1185086557595547e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.924885584428626e-11,
+    "max_abs_err": 2.37174863082501e-13,
+    "mean_abs_err": 2.020821923428428e-14,
+    "w_frob_norm": 42.689664658519824,
+    "relative_err": 1.387896960967615e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.1532921969231631e-10,
+    "max_abs_err": 4.363935428297605e-13,
+    "mean_abs_err": 3.954285689684033e-14,
+    "w_frob_norm": 40.78019415003643,
+    "relative_err": 2.8280694120288606e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 4.620298363830439e-11,
+    "max_abs_err": 2.261671752656902e-13,
+    "mean_abs_err": 1.599390008415642e-14,
+    "w_frob_norm": 39.92736508937452,
+    "relative_err": 1.157175875114282e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 4.9703064932893653e-11,
+    "max_abs_err": 1.8156309788963654e-13,
+    "mean_abs_err": 1.707847474158282e-14,
+    "w_frob_norm": 41.09390973387546,
+    "relative_err": 1.2094995403156127e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.1313436220902474e-10,
+    "max_abs_err": 5.938236014024767e-13,
+    "mean_abs_err": 3.9053871438909654e-14,
+    "w_frob_norm": 43.532418315065236,
+    "relative_err": 2.5988531441147252e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.1565116613123925e-10,
+    "max_abs_err": 4.1305500686483754e-13,
+    "mean_abs_err": 3.989169445070278e-14,
+    "w_frob_norm": 43.40258201985941,
+    "relative_err": 2.6646148857761866e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 4.6202746654970477e-11,
+    "max_abs_err": 1.7195966872662893e-13,
+    "mean_abs_err": 1.594142320863446e-14,
+    "w_frob_norm": 42.46944470895569,
+    "relative_err": 1.0879055982859962e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 5.41493630370678e-11,
+    "max_abs_err": 2.149691015473909e-13,
+    "mean_abs_err": 1.8494482435884433e-14,
+    "w_frob_norm": 43.70093242205848,
+    "relative_err": 1.2390894206581134e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.1199224655246928e-10,
+    "max_abs_err": 3.778054258329888e-13,
+    "mean_abs_err": 3.858483352246703e-14,
+    "w_frob_norm": 43.3135670285959,
+    "relative_err": 2.585615875934006e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 4.39372065213747e-11,
+    "max_abs_err": 1.569057384021022e-13,
+    "mean_abs_err": 1.526592285742996e-14,
+    "w_frob_norm": 41.8272293541353,
+    "relative_err": 1.0504450617413605e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.1430352580002237e-10,
+    "max_abs_err": 4.81177272505795e-13,
+    "mean_abs_err": 3.9425833393766536e-14,
+    "w_frob_norm": 44.80334229968831,
+    "relative_err": 2.5512276525141643e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.2537499548495487e-10,
+    "max_abs_err": 4.792381769203047e-13,
+    "mean_abs_err": 4.2891032372079995e-14,
+    "w_frob_norm": 42.83718971525622,
+    "relative_err": 2.926779191593497e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.14.mixer.A_log": {
+    "frob_norm_diff": 3.328384237600854e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 2.699663409488906e-16,
+    "w_frob_norm": 23.19748212516255,
+    "relative_err": 1.4348040962559988e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 5.532886431853581e-11,
+    "max_abs_err": 1.8847076677097618e-13,
+    "mean_abs_err": 1.9096512852052922e-14,
+    "w_frob_norm": 44.26105963909063,
+    "relative_err": 1.2500573815831168e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.norm.weight": {
+    "frob_norm_diff": 3.8643876966355864e-15,
+    "max_abs_err": 3.3306690738754696e-16,
+    "mean_abs_err": 4.7857200180258965e-17,
+    "w_frob_norm": 32.78078540049117,
+    "relative_err": 1.1788575683661578e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 5.8081966110761506e-11,
+    "max_abs_err": 2.29398097739697e-13,
+    "mean_abs_err": 1.9791503106299298e-14,
+    "w_frob_norm": 40.80930463475477,
+    "relative_err": 1.423253021108737e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.1866440112690632e-10,
+    "max_abs_err": 4.195498115588947e-13,
+    "mean_abs_err": 4.086608969766549e-14,
+    "w_frob_norm": 45.288799357151504,
+    "relative_err": 2.620171053577912e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.0784562324834155e-10,
+    "max_abs_err": 4.604684689102356e-13,
+    "mean_abs_err": 3.7387639012512963e-14,
+    "w_frob_norm": 42.389082996907945,
+    "relative_err": 2.544183917736751e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.4405952514651735e-10,
+    "max_abs_err": 2.2834754920264544e-12,
+    "mean_abs_err": 5.917000285088874e-14,
+    "w_frob_norm": 48.348260304155296,
+    "relative_err": 5.047948439326609e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.gate.weight": {
+    "frob_norm_diff": 4.4013849932257324e-11,
+    "max_abs_err": 4.3239543889850296e-13,
+    "mean_abs_err": 5.83093395241171e-14,
+    "w_frob_norm": 17.692240454659512,
+    "relative_err": 2.4877487984098494e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.1690621542501158e-10,
+    "max_abs_err": 4.815696452720175e-13,
+    "mean_abs_err": 4.0572321306248e-14,
+    "w_frob_norm": 42.18878743186854,
+    "relative_err": 2.7710257284309393e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 5.6332674364624846e-11,
+    "max_abs_err": 2.380352859265855e-13,
+    "mean_abs_err": 1.9245401212772073e-14,
+    "w_frob_norm": 41.97660497442921,
+    "relative_err": 1.342001679243495e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.13.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.210972185424159e-10,
+    "max_abs_err": 3.558976030548777e-13,
+    "mean_abs_err": 2.9363994781502696e-14,
+    "w_frob_norm": 43.55450755343219,
+    "relative_err": 2.7803601818676325e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.14.norm.weight": {
+    "frob_norm_diff": 4.473730432432441e-15,
+    "max_abs_err": 3.3306690738754696e-16,
+    "mean_abs_err": 5.759694969642041e-17,
+    "w_frob_norm": 37.98175692901862,
+    "relative_err": 1.1778629516251907e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.14.mixer.norm.weight": {
+    "frob_norm_diff": 9.809016865516512e-15,
+    "max_abs_err": 3.552713678800501e-15,
+    "mean_abs_err": 5.692400632318106e-17,
+    "w_frob_norm": 86.15585074422924,
+    "relative_err": 1.1385201098688617e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.14.mixer.dt_bias": {
+    "frob_norm_diff": 3.8889513583078e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 3.0704605524789486e-16,
+    "w_frob_norm": 28.06633355138571,
+    "relative_err": 1.38562856854375e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.14.mixer.D": {
+    "frob_norm_diff": 9.385035449950123e-16,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 5.288450206182224e-17,
+    "w_frob_norm": 7.917919374366921,
+    "relative_err": 1.1852906055513488e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 4.950592150720088e-11,
+    "max_abs_err": 1.8541418400630505e-13,
+    "mean_abs_err": 1.6976847329607884e-14,
+    "w_frob_norm": 43.30091361352431,
+    "relative_err": 1.1432996991485773e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 9.40088227253915e-11,
+    "max_abs_err": 3.9316466748928747e-13,
+    "mean_abs_err": 3.2395496380106515e-14,
+    "w_frob_norm": 41.15614591426932,
+    "relative_err": 2.284198887845753e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.282234127537781e-10,
+    "max_abs_err": 5.642639133718319e-13,
+    "mean_abs_err": 4.3877434141399776e-14,
+    "w_frob_norm": 44.60431587883104,
+    "relative_err": 2.874686232204544e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 4.250360436723814e-11,
+    "max_abs_err": 1.5722145807472998e-13,
+    "mean_abs_err": 1.476493574195741e-14,
+    "w_frob_norm": 39.565429619599854,
+    "relative_err": 1.074261161217943e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.14.mixer.out_proj.weight": {
+    "frob_norm_diff": 5.034308406194543e-10,
+    "max_abs_err": 2.9844321458583067e-12,
+    "mean_abs_err": 1.1470086887491558e-13,
+    "w_frob_norm": 71.45387181826123,
+    "relative_err": 7.0455362013118246e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.14.mixer.in_proj.weight": {
+    "frob_norm_diff": 4.3356661271073893e-10,
+    "max_abs_err": 1.2052609344587184e-12,
+    "mean_abs_err": 6.107826145413123e-14,
+    "w_frob_norm": 122.21924830674735,
+    "relative_err": 3.547449511574218e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.14.mixer.conv1d.weight": {
+    "frob_norm_diff": 4.579975249142325e-15,
+    "max_abs_err": 1.448494102440634e-15,
+    "mean_abs_err": 1.1183809471358163e-17,
+    "w_frob_norm": 10.321022240187368,
+    "relative_err": 4.4375209572837626e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 1.7763568394002505e-15,
+    "sensitive": true
+  },
+  "backbone.layers.15.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 4.8229301458079765e-11,
+    "max_abs_err": 1.8320761574486255e-13,
+    "mean_abs_err": 1.6703239061258692e-14,
+    "w_frob_norm": 42.039751809576266,
+    "relative_err": 1.1472308798715024e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 4.481442665863332e-11,
+    "max_abs_err": 1.4061841968615596e-13,
+    "mean_abs_err": 1.552128424414946e-14,
+    "w_frob_norm": 42.1341226289179,
+    "relative_err": 1.0636136191400328e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 6.033422359379696e-11,
+    "max_abs_err": 2.383961084095887e-13,
+    "mean_abs_err": 2.060569319855581e-14,
+    "w_frob_norm": 43.90846278970137,
+    "relative_err": 1.3740910011531585e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 4.606159409372725e-11,
+    "max_abs_err": 1.8730503259511977e-13,
+    "mean_abs_err": 1.5928212484129685e-14,
+    "w_frob_norm": 41.87038701721427,
+    "relative_err": 1.1000995542455779e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 4.844069118526068e-11,
+    "max_abs_err": 1.850290753946382e-13,
+    "mean_abs_err": 1.65500577547813e-14,
+    "w_frob_norm": 40.21881081242447,
+    "relative_err": 1.2044287289144883e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 5.5811864081080724e-11,
+    "max_abs_err": 2.498695694796993e-13,
+    "mean_abs_err": 1.897636577898402e-14,
+    "w_frob_norm": 43.42839375802861,
+    "relative_err": 1.285146864791949e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.210228816092714e-10,
+    "max_abs_err": 5.12421702292265e-13,
+    "mean_abs_err": 4.105749286871991e-14,
+    "w_frob_norm": 43.37515214672266,
+    "relative_err": 2.7901431031272046e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.3131577577974575e-10,
+    "max_abs_err": 4.840537692896163e-13,
+    "mean_abs_err": 4.527141284577846e-14,
+    "w_frob_norm": 45.10686276766221,
+    "relative_err": 2.91121500637566e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.1105880116885888e-10,
+    "max_abs_err": 4.4249326425216395e-13,
+    "mean_abs_err": 3.847117374227219e-14,
+    "w_frob_norm": 43.145555052733215,
+    "relative_err": 2.5740496566360303e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.3504725623274467e-10,
+    "max_abs_err": 5.192257214459151e-13,
+    "mean_abs_err": 4.5950087699563093e-14,
+    "w_frob_norm": 41.055825472343514,
+    "relative_err": 3.2893567399763212e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.1852767645858286e-10,
+    "max_abs_err": 4.3710174368882804e-13,
+    "mean_abs_err": 4.0707560156642035e-14,
+    "w_frob_norm": 44.87242669474036,
+    "relative_err": 2.641436739423675e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 4.735044548497292e-11,
+    "max_abs_err": 1.5113604812100334e-13,
+    "mean_abs_err": 1.6439439481989003e-14,
+    "w_frob_norm": 42.330065122176755,
+    "relative_err": 1.1186008183144983e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 4.3585536362183206e-11,
+    "max_abs_err": 1.525897463938719e-13,
+    "mean_abs_err": 1.5094980527090646e-14,
+    "w_frob_norm": 41.52090243868887,
+    "relative_err": 1.0497251697875075e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 5.208299546022081e-11,
+    "max_abs_err": 2.0616494622593962e-13,
+    "mean_abs_err": 1.798426976572161e-14,
+    "w_frob_norm": 40.78694727343077,
+    "relative_err": 1.2769525287357914e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.175974493500155e-11,
+    "max_abs_err": 1.7238641070171923e-13,
+    "mean_abs_err": 1.7873828812380742e-14,
+    "w_frob_norm": 44.22593508290748,
+    "relative_err": 1.1703482320491568e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.201105074975978e-10,
+    "max_abs_err": 5.856027468498226e-13,
+    "mean_abs_err": 4.126113406835851e-14,
+    "w_frob_norm": 43.422961286627796,
+    "relative_err": 2.7660597973677606e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.8267358884605463e-10,
+    "max_abs_err": 9.50649281517002e-13,
+    "mean_abs_err": 5.98154382878038e-14,
+    "w_frob_norm": 42.79346227834606,
+    "relative_err": 4.268726555890042e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.292257912947238e-10,
+    "max_abs_err": 5.352049099044409e-13,
+    "mean_abs_err": 4.43746119924526e-14,
+    "w_frob_norm": 44.065975426522584,
+    "relative_err": 2.932552611032069e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.2195931691096316e-10,
+    "max_abs_err": 5.919162729406402e-13,
+    "mean_abs_err": 4.19067301598728e-14,
+    "w_frob_norm": 45.541846528455196,
+    "relative_err": 2.6779616156925308e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.2941460740334226e-10,
+    "max_abs_err": 5.8460354612766e-13,
+    "mean_abs_err": 4.4156620166001995e-14,
+    "w_frob_norm": 42.54579652563089,
+    "relative_err": 3.041771878107369e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.1404603186065354e-10,
+    "max_abs_err": 4.938471506732434e-13,
+    "mean_abs_err": 3.9288990702175884e-14,
+    "w_frob_norm": 42.8146518953183,
+    "relative_err": 2.663715032402827e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.969147399660343e-11,
+    "max_abs_err": 2.4068941284483003e-13,
+    "mean_abs_err": 2.0455235899604463e-14,
+    "w_frob_norm": 42.65811040548629,
+    "relative_err": 1.3992995336456924e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 6.163977642790555e-11,
+    "max_abs_err": 2.909781790516597e-13,
+    "mean_abs_err": 2.075239394202609e-14,
+    "w_frob_norm": 43.80612780493826,
+    "relative_err": 1.4071039719004086e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 4.3650278830694215e-11,
+    "max_abs_err": 1.7690363063316283e-13,
+    "mean_abs_err": 1.514496714705918e-14,
+    "w_frob_norm": 40.83874265016798,
+    "relative_err": 1.0688448271929025e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 4.3142513774217746e-11,
+    "max_abs_err": 1.53255880208647e-13,
+    "mean_abs_err": 1.4980755097759278e-14,
+    "w_frob_norm": 41.11085134812294,
+    "relative_err": 1.0494191280275583e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.1292682914401238e-10,
+    "max_abs_err": 5.271130754103126e-13,
+    "mean_abs_err": 3.9044826045971077e-14,
+    "w_frob_norm": 41.9846616122637,
+    "relative_err": 2.6897163108497346e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.1765165348088959e-10,
+    "max_abs_err": 5.000722058667861e-13,
+    "mean_abs_err": 4.03738037862515e-14,
+    "w_frob_norm": 43.4672941592565,
+    "relative_err": 2.706670745361666e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.1711001671071054e-10,
+    "max_abs_err": 5.354675036706169e-13,
+    "mean_abs_err": 4.0193562964839055e-14,
+    "w_frob_norm": 44.66063980184104,
+    "relative_err": 2.6222198613886162e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.175788324843853e-10,
+    "max_abs_err": 4.2035559061348593e-13,
+    "mean_abs_err": 4.05116947398146e-14,
+    "w_frob_norm": 44.9695667495259,
+    "relative_err": 2.614631204682996e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 6.12895137124177e-11,
+    "max_abs_err": 2.377160968070058e-13,
+    "mean_abs_err": 2.0951455557824673e-14,
+    "w_frob_norm": 42.68069065274928,
+    "relative_err": 1.436000982530252e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 5.689151687146047e-11,
+    "max_abs_err": 2.2656182485647491e-13,
+    "mean_abs_err": 1.9600326522418308e-14,
+    "w_frob_norm": 43.526262120771555,
+    "relative_err": 1.307061854142324e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.0123625405259702e-10,
+    "max_abs_err": 3.4810869464774186e-13,
+    "mean_abs_err": 3.5097014205954825e-14,
+    "w_frob_norm": 41.9202633174387,
+    "relative_err": 2.4149718069753403e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 5.8158115872269905e-11,
+    "max_abs_err": 2.7610292524515856e-13,
+    "mean_abs_err": 1.9641708745132667e-14,
+    "w_frob_norm": 42.000722957150295,
+    "relative_err": 1.3846932094860272e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.3422642113307085e-10,
+    "max_abs_err": 7.728672912700636e-13,
+    "mean_abs_err": 4.5818895803238297e-14,
+    "w_frob_norm": 45.0725790027034,
+    "relative_err": 2.97800623135011e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 5.347439274010161e-11,
+    "max_abs_err": 2.4350139959938844e-13,
+    "mean_abs_err": 1.8325988949997823e-14,
+    "w_frob_norm": 43.536170088866605,
+    "relative_err": 1.2282750786518193e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 5.362418866652482e-11,
+    "max_abs_err": 1.7413501196550385e-13,
+    "mean_abs_err": 1.8497035104528327e-14,
+    "w_frob_norm": 42.29478795857862,
+    "relative_err": 1.2678675376985374e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 4.5359745070288006e-11,
+    "max_abs_err": 1.460238180372997e-13,
+    "mean_abs_err": 1.5721288013439747e-14,
+    "w_frob_norm": 42.471246043273176,
+    "relative_err": 1.0680106965562486e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.251366633291118e-10,
+    "max_abs_err": 4.4757947348372795e-13,
+    "mean_abs_err": 4.285142171164616e-14,
+    "w_frob_norm": 44.41773962843765,
+    "relative_err": 2.817267703757607e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.1130118542021682e-10,
+    "max_abs_err": 4.734667519157298e-13,
+    "mean_abs_err": 3.853877089630712e-14,
+    "w_frob_norm": 45.09034627204126,
+    "relative_err": 2.468403874051202e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 4.8360817858710574e-11,
+    "max_abs_err": 1.5918516504953573e-13,
+    "mean_abs_err": 1.682508197951888e-14,
+    "w_frob_norm": 43.377864799821,
+    "relative_err": 1.1148731751063538e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.21946489991614e-10,
+    "max_abs_err": 6.548234177117251e-13,
+    "mean_abs_err": 4.183903943841241e-14,
+    "w_frob_norm": 44.06526476023381,
+    "relative_err": 2.7674062701119455e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.1433381841595935e-10,
+    "max_abs_err": 4.574678309776647e-13,
+    "mean_abs_err": 3.953758450272691e-14,
+    "w_frob_norm": 44.4756506397711,
+    "relative_err": 2.5707059204597572e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.838127250538037e-11,
+    "max_abs_err": 2.240803029240901e-13,
+    "mean_abs_err": 2.0016195693459756e-14,
+    "w_frob_norm": 44.230998155191664,
+    "relative_err": 1.3199175903862754e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.3569872864886583e-10,
+    "max_abs_err": 6.053334916655828e-13,
+    "mean_abs_err": 4.5656593081554245e-14,
+    "w_frob_norm": 43.89987826343683,
+    "relative_err": 3.09109578469802e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 6.072668062551836e-11,
+    "max_abs_err": 2.492468037518236e-13,
+    "mean_abs_err": 2.079886043069046e-14,
+    "w_frob_norm": 42.77471136303477,
+    "relative_err": 1.4196865084634424e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 5.690391661659153e-11,
+    "max_abs_err": 2.8046271902115727e-13,
+    "mean_abs_err": 1.937195598178804e-14,
+    "w_frob_norm": 42.22159572304036,
+    "relative_err": 1.3477443389364609e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.6221205653485597e-10,
+    "max_abs_err": 7.676480978657807e-13,
+    "mean_abs_err": 5.424300095333715e-14,
+    "w_frob_norm": 42.959154300777065,
+    "relative_err": 3.775960192305783e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.1522836802139156e-10,
+    "max_abs_err": 5.213477219379037e-13,
+    "mean_abs_err": 3.907297205304173e-14,
+    "w_frob_norm": 44.570603214331776,
+    "relative_err": 2.585299720250132e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 5.37203462909162e-11,
+    "max_abs_err": 1.8832851944594609e-13,
+    "mean_abs_err": 1.8489456944152985e-14,
+    "w_frob_norm": 41.67022789044713,
+    "relative_err": 1.2891781257388216e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 5.360264433507589e-11,
+    "max_abs_err": 1.9333493139761515e-13,
+    "mean_abs_err": 1.845436466940713e-14,
+    "w_frob_norm": 42.055015858863136,
+    "relative_err": 1.2745838573683258e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 5.2009578608559826e-11,
+    "max_abs_err": 2.57596895203438e-13,
+    "mean_abs_err": 1.7844401070057458e-14,
+    "w_frob_norm": 42.01388513767608,
+    "relative_err": 1.2379140476565943e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.2044515231532355e-10,
+    "max_abs_err": 4.773299810967302e-13,
+    "mean_abs_err": 4.119321225889943e-14,
+    "w_frob_norm": 43.56749684027275,
+    "relative_err": 2.7645644356594507e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 5.1911706010712727e-11,
+    "max_abs_err": 2.4482586097329673e-13,
+    "mean_abs_err": 1.7680724053665967e-14,
+    "w_frob_norm": 38.68377196299195,
+    "relative_err": 1.3419504711271616e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.477653141877425e-10,
+    "max_abs_err": 5.227892771464404e-13,
+    "mean_abs_err": 5.060250591535909e-14,
+    "w_frob_norm": 43.838692838076454,
+    "relative_err": 3.3706596757693405e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.2113969693028285e-10,
+    "max_abs_err": 4.739212494664358e-13,
+    "mean_abs_err": 4.0805083183811394e-14,
+    "w_frob_norm": 40.103366540046245,
+    "relative_err": 3.0206864755186e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 5.143265384469596e-11,
+    "max_abs_err": 2.0141874279566707e-13,
+    "mean_abs_err": 1.7679139589750066e-14,
+    "w_frob_norm": 41.891495679554744,
+    "relative_err": 1.2277588329174363e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 6.090489630012179e-11,
+    "max_abs_err": 2.5120508971576694e-13,
+    "mean_abs_err": 2.0780119540059087e-14,
+    "w_frob_norm": 44.8241112065581,
+    "relative_err": 1.358753016193904e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.2621766149865163e-10,
+    "max_abs_err": 5.190847751634919e-13,
+    "mean_abs_err": 4.3367818104551955e-14,
+    "w_frob_norm": 46.18434562069761,
+    "relative_err": 2.7329100326602207e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 5.6728278195576415e-11,
+    "max_abs_err": 2.08454781214229e-13,
+    "mean_abs_err": 1.9478044836987155e-14,
+    "w_frob_norm": 43.01324912287625,
+    "relative_err": 1.3188559188709586e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.408198665341511e-10,
+    "max_abs_err": 5.324993918032206e-13,
+    "mean_abs_err": 4.7741023167464434e-14,
+    "w_frob_norm": 42.79973970736898,
+    "relative_err": 3.290203807241979e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.417206093805871e-11,
+    "max_abs_err": 2.4158453015843406e-13,
+    "mean_abs_err": 1.8547109073930653e-14,
+    "w_frob_norm": 43.12286640666456,
+    "relative_err": 1.2562258832053546e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.302970919996899e-10,
+    "max_abs_err": 4.709704848337992e-13,
+    "mean_abs_err": 4.427635604271595e-14,
+    "w_frob_norm": 43.50103840805713,
+    "relative_err": 2.9952639469764167e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.345506060125761e-10,
+    "max_abs_err": 4.910405849295474e-13,
+    "mean_abs_err": 4.6502000157124845e-14,
+    "w_frob_norm": 44.20057023632423,
+    "relative_err": 3.044092085083595e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.2486136634427324e-10,
+    "max_abs_err": 5.902587446593444e-13,
+    "mean_abs_err": 4.251536686950767e-14,
+    "w_frob_norm": 45.510766675150265,
+    "relative_err": 2.7435566452992737e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.4812842170415308e-10,
+    "max_abs_err": 7.035760862805773e-13,
+    "mean_abs_err": 4.9577754205437116e-14,
+    "w_frob_norm": 44.301831492624935,
+    "relative_err": 3.3436184625642957e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 4.5647694495903016e-11,
+    "max_abs_err": 1.5997099478415322e-13,
+    "mean_abs_err": 1.5904239834267046e-14,
+    "w_frob_norm": 43.26384805973492,
+    "relative_err": 1.0551001943441715e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 5.321455786073332e-11,
+    "max_abs_err": 2.331366436708615e-13,
+    "mean_abs_err": 1.84338605192051e-14,
+    "w_frob_norm": 45.149346604791226,
+    "relative_err": 1.1786340636674068e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.3883350895764753e-10,
+    "max_abs_err": 5.213676712578774e-13,
+    "mean_abs_err": 4.6917193962652975e-14,
+    "w_frob_norm": 46.26713345134294,
+    "relative_err": 3.00069398299016e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.1651667919414878e-10,
+    "max_abs_err": 4.875613801580414e-13,
+    "mean_abs_err": 4.0095203186056296e-14,
+    "w_frob_norm": 44.45519009963864,
+    "relative_err": 2.6209915857517815e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 4.5600827959814974e-11,
+    "max_abs_err": 1.7342204061687738e-13,
+    "mean_abs_err": 1.5841644796578034e-14,
+    "w_frob_norm": 44.915066056120246,
+    "relative_err": 1.0152679705032136e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 5.202587503939524e-11,
+    "max_abs_err": 1.9940993301048593e-13,
+    "mean_abs_err": 1.7949329348998107e-14,
+    "w_frob_norm": 42.69528352056346,
+    "relative_err": 1.2185391628641573e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.0441646472632065e-10,
+    "max_abs_err": 3.912981050291364e-13,
+    "mean_abs_err": 3.610274175921614e-14,
+    "w_frob_norm": 42.31101346153306,
+    "relative_err": 2.4678318050984665e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.3469925845315842e-10,
+    "max_abs_err": 5.068809955099951e-13,
+    "mean_abs_err": 4.619406896554133e-14,
+    "w_frob_norm": 46.26529419505322,
+    "relative_err": 2.9114536240766137e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 4.9590974284260605e-11,
+    "max_abs_err": 2.6411511866442083e-13,
+    "mean_abs_err": 1.7116466016701923e-14,
+    "w_frob_norm": 40.96009466834654,
+    "relative_err": 1.2107143473616992e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 4.8223931147153354e-11,
+    "max_abs_err": 1.730837695390619e-13,
+    "mean_abs_err": 1.6600654974648332e-14,
+    "w_frob_norm": 41.929709788653405,
+    "relative_err": 1.1501136399518612e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.186975132363986e-10,
+    "max_abs_err": 3.9755525260698477e-13,
+    "mean_abs_err": 4.094402541786174e-14,
+    "w_frob_norm": 43.20255063964721,
+    "relative_err": 2.7474654037548717e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 4.9766639455812085e-11,
+    "max_abs_err": 1.8586521211005902e-13,
+    "mean_abs_err": 1.7054146244992475e-14,
+    "w_frob_norm": 42.20852777862891,
+    "relative_err": 1.1790659867793353e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.2097194039805868e-10,
+    "max_abs_err": 4.969705202917396e-13,
+    "mean_abs_err": 4.1498484411577753e-14,
+    "w_frob_norm": 43.24927802467503,
+    "relative_err": 2.797085776299907e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 5.93658606688805e-11,
+    "max_abs_err": 2.3013535521698714e-13,
+    "mean_abs_err": 2.0261981838732736e-14,
+    "w_frob_norm": 43.45598644171848,
+    "relative_err": 1.366114672106218e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 5.686825412140684e-11,
+    "max_abs_err": 2.2234297736289932e-13,
+    "mean_abs_err": 1.9623925098388776e-14,
+    "w_frob_norm": 44.67889010110193,
+    "relative_err": 1.2728215493429253e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 6.321415043330042e-11,
+    "max_abs_err": 3.0575889042872006e-13,
+    "mean_abs_err": 2.1486657479631792e-14,
+    "w_frob_norm": 41.11163176493109,
+    "relative_err": 1.5376220237315694e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 6.575923637344931e-11,
+    "max_abs_err": 2.6028658395294e-13,
+    "mean_abs_err": 2.2348592959237804e-14,
+    "w_frob_norm": 44.97160028420171,
+    "relative_err": 1.462239190019444e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.3640929607978778e-10,
+    "max_abs_err": 5.805841918338217e-13,
+    "mean_abs_err": 4.626608727210509e-14,
+    "w_frob_norm": 46.22228908189121,
+    "relative_err": 2.9511583867712357e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 5.434762642736347e-11,
+    "max_abs_err": 2.0194609873236402e-13,
+    "mean_abs_err": 1.8659398809761728e-14,
+    "w_frob_norm": 42.05382239766609,
+    "relative_err": 1.292334996648953e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.2295437963267398e-10,
+    "max_abs_err": 4.327796801484318e-13,
+    "mean_abs_err": 4.2109585635102716e-14,
+    "w_frob_norm": 42.91340959001132,
+    "relative_err": 2.8651738654039106e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.315068740159756e-10,
+    "max_abs_err": 5.184255802426208e-13,
+    "mean_abs_err": 4.5373674988309606e-14,
+    "w_frob_norm": 46.01968382259815,
+    "relative_err": 2.857622284475554e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.3563778844036087e-10,
+    "max_abs_err": 5.249316606392718e-13,
+    "mean_abs_err": 4.615234232073863e-14,
+    "w_frob_norm": 45.42802096571625,
+    "relative_err": 2.9857736603301382e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.3290531079965657e-10,
+    "max_abs_err": 5.844560946322019e-13,
+    "mean_abs_err": 4.449177203766179e-14,
+    "w_frob_norm": 42.36887442789114,
+    "relative_err": 3.13686196752411e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 4.5138729396771884e-11,
+    "max_abs_err": 1.4730577868604655e-13,
+    "mean_abs_err": 1.5692802499728712e-14,
+    "w_frob_norm": 42.3247224003749,
+    "relative_err": 1.0664861300158712e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.843543451416998e-11,
+    "max_abs_err": 1.6812246039776824e-13,
+    "mean_abs_err": 1.6715586520002038e-14,
+    "w_frob_norm": 41.93200597074052,
+    "relative_err": 1.155094620275678e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 4.824031458426493e-11,
+    "max_abs_err": 2.054190151312696e-13,
+    "mean_abs_err": 1.6477080442648144e-14,
+    "w_frob_norm": 40.727348734755054,
+    "relative_err": 1.1844697993586462e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 4.498372535547757e-11,
+    "max_abs_err": 1.5090359517522245e-13,
+    "mean_abs_err": 1.562593350191369e-14,
+    "w_frob_norm": 43.11349828084516,
+    "relative_err": 1.0433791538429469e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.1107248967959237e-11,
+    "max_abs_err": 2.338025606452021e-13,
+    "mean_abs_err": 1.7353098200787836e-14,
+    "w_frob_norm": 42.58810697656971,
+    "relative_err": 1.2000357047115624e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.244138720539935e-10,
+    "max_abs_err": 5.323454350947276e-13,
+    "mean_abs_err": 4.2425723059763745e-14,
+    "w_frob_norm": 43.75473177036176,
+    "relative_err": 2.843438115606687e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.337872798393139e-11,
+    "max_abs_err": 2.1819525353183877e-13,
+    "mean_abs_err": 1.8337923569354902e-14,
+    "w_frob_norm": 42.76173256284244,
+    "relative_err": 1.2482826299305406e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.1490052021067899e-10,
+    "max_abs_err": 4.414663079543857e-13,
+    "mean_abs_err": 3.937435617336536e-14,
+    "w_frob_norm": 44.40948970317138,
+    "relative_err": 2.5872965660867227e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.1417202719544928e-10,
+    "max_abs_err": 4.416536580897912e-13,
+    "mean_abs_err": 3.944383210933805e-14,
+    "w_frob_norm": 43.29717368942543,
+    "relative_err": 2.6369394920420358e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.1034402170040909e-10,
+    "max_abs_err": 3.8977935462591873e-13,
+    "mean_abs_err": 3.828013975466337e-14,
+    "w_frob_norm": 42.02409585504181,
+    "relative_err": 2.625732200902798e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.2515285198429548e-10,
+    "max_abs_err": 4.743185011424345e-13,
+    "mean_abs_err": 4.268047771513806e-14,
+    "w_frob_norm": 44.31600258217911,
+    "relative_err": 2.8241006564663273e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 5.462826284779448e-11,
+    "max_abs_err": 2.2587335647694662e-13,
+    "mean_abs_err": 1.8571994786987465e-14,
+    "w_frob_norm": 40.251350023672934,
+    "relative_err": 1.3571784006167764e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 4.776867829899157e-11,
+    "max_abs_err": 1.6963752451359948e-13,
+    "mean_abs_err": 1.6491810205552366e-14,
+    "w_frob_norm": 42.82624236754943,
+    "relative_err": 1.1154067146266177e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.3241993061265625e-10,
+    "max_abs_err": 5.227250923778293e-13,
+    "mean_abs_err": 4.561471624660242e-14,
+    "w_frob_norm": 44.16106141460393,
+    "relative_err": 2.998567660533299e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.0537236450411564e-10,
+    "max_abs_err": 4.324804403488258e-13,
+    "mean_abs_err": 3.625229712641603e-14,
+    "w_frob_norm": 40.84134720491649,
+    "relative_err": 2.580041348181357e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.3055558908604624e-10,
+    "max_abs_err": 6.288476683824484e-13,
+    "mean_abs_err": 4.470754139594418e-14,
+    "w_frob_norm": 43.93568915877882,
+    "relative_err": 2.9715156763384883e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 4.7939435585611415e-11,
+    "max_abs_err": 1.9059927247599973e-13,
+    "mean_abs_err": 1.6585164034626155e-14,
+    "w_frob_norm": 45.47258477744613,
+    "relative_err": 1.0542491881699414e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 4.947132486984257e-11,
+    "max_abs_err": 2.076620125857076e-13,
+    "mean_abs_err": 1.6952618753793484e-14,
+    "w_frob_norm": 43.011992509778665,
+    "relative_err": 1.1501751484448294e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.0917782374102057e-10,
+    "max_abs_err": 4.807508557913565e-13,
+    "mean_abs_err": 3.748664452959205e-14,
+    "w_frob_norm": 44.5765614469528,
+    "relative_err": 2.4492204018684764e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.3570017173281286e-10,
+    "max_abs_err": 5.760947274779937e-13,
+    "mean_abs_err": 4.617798451018536e-14,
+    "w_frob_norm": 43.66766809120191,
+    "relative_err": 3.1075662535814115e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.3083213230198182e-10,
+    "max_abs_err": 6.708071598193754e-13,
+    "mean_abs_err": 4.4782972137295473e-14,
+    "w_frob_norm": 47.706923595645954,
+    "relative_err": 2.7424139399741635e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 5.18646877360345e-11,
+    "max_abs_err": 2.0472599310261685e-13,
+    "mean_abs_err": 1.773056261141891e-14,
+    "w_frob_norm": 42.32239495421513,
+    "relative_err": 1.2254667485652061e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 4.8476498611296655e-11,
+    "max_abs_err": 2.0875662309904897e-13,
+    "mean_abs_err": 1.678679645727051e-14,
+    "w_frob_norm": 42.18372763072707,
+    "relative_err": 1.1491753179248642e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 5.339649834179978e-11,
+    "max_abs_err": 1.7680995556546009e-13,
+    "mean_abs_err": 1.8441976364181044e-14,
+    "w_frob_norm": 44.223540463511135,
+    "relative_err": 1.2074225125837053e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 4.897924908936375e-11,
+    "max_abs_err": 2.1567470032124447e-13,
+    "mean_abs_err": 1.6902385696056247e-14,
+    "w_frob_norm": 41.56074873683282,
+    "relative_err": 1.1784977551657136e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.3961896853398373e-10,
+    "max_abs_err": 6.496994782445586e-13,
+    "mean_abs_err": 4.752381208717083e-14,
+    "w_frob_norm": 43.405000624547164,
+    "relative_err": 3.216656295934343e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 4.824842484610161e-11,
+    "max_abs_err": 1.5255678664782835e-13,
+    "mean_abs_err": 1.67347882343793e-14,
+    "w_frob_norm": 43.357002429393106,
+    "relative_err": 1.1128173568888714e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.3161370266192092e-10,
+    "max_abs_err": 5.426215032855453e-13,
+    "mean_abs_err": 4.526218633106993e-14,
+    "w_frob_norm": 44.37000808754299,
+    "relative_err": 2.966276282894612e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 5.4730274745992174e-11,
+    "max_abs_err": 2.310270030836392e-13,
+    "mean_abs_err": 1.8661526175962044e-14,
+    "w_frob_norm": 42.37732281304638,
+    "relative_err": 1.2914991111506172e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.7237818301297664e-11,
+    "max_abs_err": 3.055090902481794e-13,
+    "mean_abs_err": 1.9390069013243104e-14,
+    "w_frob_norm": 42.658352884835324,
+    "relative_err": 1.341772816588172e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.179657317508848e-10,
+    "max_abs_err": 4.832471228732871e-13,
+    "mean_abs_err": 4.0386907163245765e-14,
+    "w_frob_norm": 43.56847116751735,
+    "relative_err": 2.7075940144265296e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.1694859275232238e-10,
+    "max_abs_err": 4.512241275067552e-13,
+    "mean_abs_err": 4.0186026004462945e-14,
+    "w_frob_norm": 43.6235930273937,
+    "relative_err": 2.6808564961369364e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.223091566548709e-10,
+    "max_abs_err": 4.854450175173497e-13,
+    "mean_abs_err": 4.1944794779978815e-14,
+    "w_frob_norm": 45.22699126104611,
+    "relative_err": 2.704339891833916e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 4.3428329302203216e-11,
+    "max_abs_err": 1.7145833364207164e-13,
+    "mean_abs_err": 1.504086438304552e-14,
+    "w_frob_norm": 39.111271964825384,
+    "relative_err": 1.1103788529623982e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 5.2140588224629824e-11,
+    "max_abs_err": 2.0491074115280838e-13,
+    "mean_abs_err": 1.7824965229678407e-14,
+    "w_frob_norm": 42.23968060946691,
+    "relative_err": 1.23439825946373e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.342204763168447e-11,
+    "max_abs_err": 2.453454106543518e-13,
+    "mean_abs_err": 1.8296429468478662e-14,
+    "w_frob_norm": 41.93278567078675,
+    "relative_err": 1.2739923374301824e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.1320733856373666e-10,
+    "max_abs_err": 4.681741105905246e-13,
+    "mean_abs_err": 3.887095828895455e-14,
+    "w_frob_norm": 42.98174940332679,
+    "relative_err": 2.633846693894093e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.0961340139022807e-10,
+    "max_abs_err": 4.597155989216617e-13,
+    "mean_abs_err": 3.756580379679562e-14,
+    "w_frob_norm": 42.401211747399486,
+    "relative_err": 2.5851478500953638e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 4.541751922779818e-11,
+    "max_abs_err": 1.9887563817988507e-13,
+    "mean_abs_err": 1.5708029150289446e-14,
+    "w_frob_norm": 42.017956638509084,
+    "relative_err": 1.0809073753523137e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.2572673844063025e-10,
+    "max_abs_err": 5.499906086114947e-13,
+    "mean_abs_err": 4.3293411162323564e-14,
+    "w_frob_norm": 44.53488169151942,
+    "relative_err": 2.8231070492452175e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 5.243224377018284e-11,
+    "max_abs_err": 2.115738140240353e-13,
+    "mean_abs_err": 1.8006181122879068e-14,
+    "w_frob_norm": 43.3342085775864,
+    "relative_err": 1.2099504177238438e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.065669078646248e-10,
+    "max_abs_err": 4.309330670082545e-13,
+    "mean_abs_err": 3.698097010874551e-14,
+    "w_frob_norm": 42.83224246007779,
+    "relative_err": 2.4880067384739787e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.1159836562749824e-10,
+    "max_abs_err": 4.1054833144205105e-13,
+    "mean_abs_err": 3.854290864075158e-14,
+    "w_frob_norm": 43.119588663155696,
+    "relative_err": 2.588112945586966e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.0469705185044199e-10,
+    "max_abs_err": 4.573195121204687e-13,
+    "mean_abs_err": 3.601304230977459e-14,
+    "w_frob_norm": 40.847328390048155,
+    "relative_err": 2.5631309556085894e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.0289108244951861e-10,
+    "max_abs_err": 3.7012927445179145e-13,
+    "mean_abs_err": 3.5559583831597497e-14,
+    "w_frob_norm": 44.53730079137823,
+    "relative_err": 2.3102226812415363e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 5.0154971408190416e-11,
+    "max_abs_err": 1.8106349752855522e-13,
+    "mean_abs_err": 1.7140103788544487e-14,
+    "w_frob_norm": 40.12268093400226,
+    "relative_err": 1.2500403821641493e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.1770261440512614e-10,
+    "max_abs_err": 5.994232887829298e-13,
+    "mean_abs_err": 4.004495900647273e-14,
+    "w_frob_norm": 42.42164005072304,
+    "relative_err": 2.774588966018064e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.2238695886986002e-10,
+    "max_abs_err": 5.579165601732328e-13,
+    "mean_abs_err": 4.20249478999739e-14,
+    "w_frob_norm": 45.478454321009615,
+    "relative_err": 2.6910975910920766e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 4.909998811425922e-11,
+    "max_abs_err": 2.0106138975961585e-13,
+    "mean_abs_err": 1.6769515137441304e-14,
+    "w_frob_norm": 42.2047522238315,
+    "relative_err": 1.1633758173453801e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.340478542740975e-11,
+    "max_abs_err": 2.502442697505103e-13,
+    "mean_abs_err": 1.825000323399488e-14,
+    "w_frob_norm": 44.23073781373863,
+    "relative_err": 1.2074133977213815e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.333241601455706e-10,
+    "max_abs_err": 4.760566940653632e-13,
+    "mean_abs_err": 4.5713909775631466e-14,
+    "w_frob_norm": 41.41786780445615,
+    "relative_err": 3.219001054690368e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 4.773153229284194e-11,
+    "max_abs_err": 2.1235443958822486e-13,
+    "mean_abs_err": 1.646701930793068e-14,
+    "w_frob_norm": 42.70399861557686,
+    "relative_err": 1.117729810796482e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.0486229846981726e-11,
+    "max_abs_err": 1.897700746544828e-13,
+    "mean_abs_err": 1.748967412462519e-14,
+    "w_frob_norm": 41.88804057424147,
+    "relative_err": 1.2052659698297658e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.0731262934728953e-10,
+    "max_abs_err": 3.716749130688868e-13,
+    "mean_abs_err": 3.711492996766294e-14,
+    "w_frob_norm": 43.18055199979611,
+    "relative_err": 2.4852074458843473e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.6147186863175576e-11,
+    "max_abs_err": 2.546192423569238e-13,
+    "mean_abs_err": 1.917895486315707e-14,
+    "w_frob_norm": 43.6612513229001,
+    "relative_err": 1.2859729201972428e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 5.078631524906832e-11,
+    "max_abs_err": 2.1369407979254795e-13,
+    "mean_abs_err": 1.7490141690854464e-14,
+    "w_frob_norm": 41.60973411900752,
+    "relative_err": 1.2205392878458432e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.1398548650172789e-10,
+    "max_abs_err": 4.3513369990533235e-13,
+    "mean_abs_err": 3.940269468104884e-14,
+    "w_frob_norm": 42.30671060527674,
+    "relative_err": 2.6942649256099563e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.58857374805086e-10,
+    "max_abs_err": 6.705747068735946e-13,
+    "mean_abs_err": 5.2792427536387437e-14,
+    "w_frob_norm": 43.81345210427953,
+    "relative_err": 3.6257671371567053e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 5.244314835971749e-11,
+    "max_abs_err": 1.7757670334184184e-13,
+    "mean_abs_err": 1.8141457528710676e-14,
+    "w_frob_norm": 41.87229277218399,
+    "relative_err": 1.2524546636375208e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.2545558760831903e-10,
+    "max_abs_err": 4.813718867957562e-13,
+    "mean_abs_err": 4.297913885331952e-14,
+    "w_frob_norm": 43.18779903951837,
+    "relative_err": 2.9048849535842916e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 4.374430189347194e-11,
+    "max_abs_err": 1.7696521331656e-13,
+    "mean_abs_err": 1.514045503626464e-14,
+    "w_frob_norm": 43.225073379038456,
+    "relative_err": 1.0120122066625637e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 5.207573313160128e-11,
+    "max_abs_err": 2.571090042258195e-13,
+    "mean_abs_err": 1.7813136905139715e-14,
+    "w_frob_norm": 42.83090983681846,
+    "relative_err": 1.2158446628849276e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.1956005239365701e-10,
+    "max_abs_err": 4.662797925547579e-13,
+    "mean_abs_err": 4.122261387492287e-14,
+    "w_frob_norm": 44.064154436572856,
+    "relative_err": 2.713317750502963e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.175728981682562e-10,
+    "max_abs_err": 4.177855977838263e-13,
+    "mean_abs_err": 4.0271522137626963e-14,
+    "w_frob_norm": 43.921690166139406,
+    "relative_err": 2.6768755419821436e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.766540965409903e-11,
+    "max_abs_err": 2.4868995751603507e-13,
+    "mean_abs_err": 1.9702713753461073e-14,
+    "w_frob_norm": 42.985756583043305,
+    "relative_err": 1.3415004000847678e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.1685980158950867e-10,
+    "max_abs_err": 4.4771478191485414e-13,
+    "mean_abs_err": 4.0145061885239586e-14,
+    "w_frob_norm": 44.389103929657594,
+    "relative_err": 2.6326235775043747e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.174277211056635e-10,
+    "max_abs_err": 4.076496085136938e-13,
+    "mean_abs_err": 4.043010737287823e-14,
+    "w_frob_norm": 45.224979125951855,
+    "relative_err": 2.5965235004006647e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 4.863557852677086e-11,
+    "max_abs_err": 2.0617188511984352e-13,
+    "mean_abs_err": 1.6892954107483923e-14,
+    "w_frob_norm": 43.92459521390501,
+    "relative_err": 1.1072516044809108e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 4.7710726007407714e-11,
+    "max_abs_err": 1.5706186351494011e-13,
+    "mean_abs_err": 1.655258694827071e-14,
+    "w_frob_norm": 41.4101096781664,
+    "relative_err": 1.1521516455331518e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.0707074972111675e-10,
+    "max_abs_err": 4.051203816857196e-13,
+    "mean_abs_err": 3.702899275627279e-14,
+    "w_frob_norm": 43.442957366838755,
+    "relative_err": 2.464628474000872e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.65161670711599e-11,
+    "max_abs_err": 2.328762183090305e-13,
+    "mean_abs_err": 1.9513615160211496e-14,
+    "w_frob_norm": 44.05699751511996,
+    "relative_err": 1.2827966102720474e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 5.584271163821982e-11,
+    "max_abs_err": 2.074451721512105e-13,
+    "mean_abs_err": 1.91702705806164e-14,
+    "w_frob_norm": 43.440911563594355,
+    "relative_err": 1.285486644461181e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.2598453643673202e-10,
+    "max_abs_err": 4.668869457713498e-13,
+    "mean_abs_err": 4.334852735685182e-14,
+    "w_frob_norm": 42.88916200825064,
+    "relative_err": 2.9374445789473857e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 4.6250688151931997e-11,
+    "max_abs_err": 1.7565809917741149e-13,
+    "mean_abs_err": 1.6040847954567755e-14,
+    "w_frob_norm": 42.18745486265491,
+    "relative_err": 1.096313781016307e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.2735837776060697e-10,
+    "max_abs_err": 5.271755254554478e-13,
+    "mean_abs_err": 4.368132314575608e-14,
+    "w_frob_norm": 42.251960164615824,
+    "relative_err": 3.0142596287701716e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.0817969323855079e-10,
+    "max_abs_err": 3.6609083819971744e-13,
+    "mean_abs_err": 3.734683543866805e-14,
+    "w_frob_norm": 45.304658021012,
+    "relative_err": 2.3878271675371163e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 5.1696336104002845e-11,
+    "max_abs_err": 2.0298237916882567e-13,
+    "mean_abs_err": 1.786189804320919e-14,
+    "w_frob_norm": 41.69427513701519,
+    "relative_err": 1.23989051096629e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 4.98041865898509e-11,
+    "max_abs_err": 1.7805548702121143e-13,
+    "mean_abs_err": 1.72426644438187e-14,
+    "w_frob_norm": 44.05161935418564,
+    "relative_err": 1.1305869641116536e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.1019078495351726e-11,
+    "max_abs_err": 2.1907475833415901e-13,
+    "mean_abs_err": 1.7338979981371248e-14,
+    "w_frob_norm": 40.60737862710912,
+    "relative_err": 1.2563992116765659e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 4.507462796575516e-11,
+    "max_abs_err": 1.863682819180923e-13,
+    "mean_abs_err": 1.5633572455400413e-14,
+    "w_frob_norm": 41.33187888797026,
+    "relative_err": 1.0905535673306696e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 5.2963068050919886e-11,
+    "max_abs_err": 2.2223715923086473e-13,
+    "mean_abs_err": 1.8237879383202018e-14,
+    "w_frob_norm": 43.4712135220915,
+    "relative_err": 1.2183480459777077e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.1135227916273667e-10,
+    "max_abs_err": 5.566484773122937e-13,
+    "mean_abs_err": 3.808201900506769e-14,
+    "w_frob_norm": 42.124974285127486,
+    "relative_err": 2.6433791605197574e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.1192045367866616e-10,
+    "max_abs_err": 4.252570517948584e-13,
+    "mean_abs_err": 3.8768038277934795e-14,
+    "w_frob_norm": 45.269023220854955,
+    "relative_err": 2.472340813112698e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.1661707291387167e-10,
+    "max_abs_err": 4.743289094832903e-13,
+    "mean_abs_err": 4.014056835152661e-14,
+    "w_frob_norm": 42.542584305101656,
+    "relative_err": 2.741184505330747e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.1887576170251574e-10,
+    "max_abs_err": 4.2407743983119417e-13,
+    "mean_abs_err": 4.079087483360688e-14,
+    "w_frob_norm": 42.85733588692641,
+    "relative_err": 2.77375527998647e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.1740419591425466e-10,
+    "max_abs_err": 5.0277837448931e-13,
+    "mean_abs_err": 4.03514889309665e-14,
+    "w_frob_norm": 45.24500734615986,
+    "relative_err": 2.5948541684615125e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.232449685382148e-10,
+    "max_abs_err": 5.462574836911926e-13,
+    "mean_abs_err": 4.222088140743428e-14,
+    "w_frob_norm": 44.56920811229012,
+    "relative_err": 2.765249232782073e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.6558226002983285e-11,
+    "max_abs_err": 2.2275410682670582e-13,
+    "mean_abs_err": 1.9406671653084365e-14,
+    "w_frob_norm": 41.938376324828276,
+    "relative_err": 1.3486031401148879e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.1982795591769718e-10,
+    "max_abs_err": 5.092957305885548e-13,
+    "mean_abs_err": 4.1078104619555875e-14,
+    "w_frob_norm": 45.194142996095245,
+    "relative_err": 2.6514045399212517e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 4.7103661114252e-11,
+    "max_abs_err": 2.322760039863425e-13,
+    "mean_abs_err": 1.6171078147465572e-14,
+    "w_frob_norm": 41.17188383847358,
+    "relative_err": 1.1440734968322094e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 5.272630512311999e-11,
+    "max_abs_err": 2.2650457898176768e-13,
+    "mean_abs_err": 1.8204374043518946e-14,
+    "w_frob_norm": 41.396255683487965,
+    "relative_err": 1.273697445640025e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.1474387906533297e-10,
+    "max_abs_err": 4.0494604197638395e-13,
+    "mean_abs_err": 3.9611017617929617e-14,
+    "w_frob_norm": 43.2147423865255,
+    "relative_err": 2.6552022001896856e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.1630114566355175e-10,
+    "max_abs_err": 4.2900752394992026e-13,
+    "mean_abs_err": 4.0226702516489654e-14,
+    "w_frob_norm": 43.55954567481595,
+    "relative_err": 2.66993477231769e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.008094946851766e-11,
+    "max_abs_err": 2.0256712973676372e-13,
+    "mean_abs_err": 1.7290080678021527e-14,
+    "w_frob_norm": 44.0927594264702,
+    "relative_err": 1.135808920102482e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 5.623059040189e-11,
+    "max_abs_err": 2.413859043204347e-13,
+    "mean_abs_err": 1.9248758240386267e-14,
+    "w_frob_norm": 43.96108997280294,
+    "relative_err": 1.2790990950560537e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 5.6809637008632657e-11,
+    "max_abs_err": 2.3516865538253384e-13,
+    "mean_abs_err": 1.9451354902968954e-14,
+    "w_frob_norm": 42.28432817424431,
+    "relative_err": 1.3435151854496252e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.1016565661642074e-10,
+    "max_abs_err": 3.6175316214803743e-13,
+    "mean_abs_err": 3.8208253128409044e-14,
+    "w_frob_norm": 45.24478650656252,
+    "relative_err": 2.4348806817873213e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 4.6542662710910426e-11,
+    "max_abs_err": 1.915143391095775e-13,
+    "mean_abs_err": 1.608001413697861e-14,
+    "w_frob_norm": 43.31935751622093,
+    "relative_err": 1.0744079640027562e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.1974204960635002e-10,
+    "max_abs_err": 4.59094567917262e-13,
+    "mean_abs_err": 4.132684962923146e-14,
+    "w_frob_norm": 43.181644722232235,
+    "relative_err": 2.772984919323843e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 9.964141930559785e-11,
+    "max_abs_err": 4.756334215372249e-13,
+    "mean_abs_err": 3.4394372765769906e-14,
+    "w_frob_norm": 42.11756983489431,
+    "relative_err": 2.365792226289494e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 5.5898468895821084e-11,
+    "max_abs_err": 2.1713273540280298e-13,
+    "mean_abs_err": 1.9159543398074274e-14,
+    "w_frob_norm": 41.43438127306837,
+    "relative_err": 1.3490841947760452e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 6.084829758489042e-11,
+    "max_abs_err": 2.622624339920776e-13,
+    "mean_abs_err": 2.0646785071413063e-14,
+    "w_frob_norm": 43.86418923917027,
+    "relative_err": 1.3871975896582518e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 6.286372976638367e-11,
+    "max_abs_err": 2.8943167307282636e-13,
+    "mean_abs_err": 2.1448638702754363e-14,
+    "w_frob_norm": 44.536764994773286,
+    "relative_err": 1.4115019304559095e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.4282057319801178e-10,
+    "max_abs_err": 5.201360175899339e-13,
+    "mean_abs_err": 4.8844864681491715e-14,
+    "w_frob_norm": 45.00276826409839,
+    "relative_err": 3.1735952855137792e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 6.051189918251746e-11,
+    "max_abs_err": 2.9947572199873207e-13,
+    "mean_abs_err": 2.0682219494417548e-14,
+    "w_frob_norm": 43.39566377849331,
+    "relative_err": 1.3944227121721521e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.1091032633290155e-10,
+    "max_abs_err": 3.979941376464069e-13,
+    "mean_abs_err": 3.827968740660897e-14,
+    "w_frob_norm": 44.62822005443967,
+    "relative_err": 2.485206136332745e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.5508174631949764e-10,
+    "max_abs_err": 5.973103955891901e-13,
+    "mean_abs_err": 5.288992651999862e-14,
+    "w_frob_norm": 45.666076562739995,
+    "relative_err": 3.395994532318382e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 6.177070822055827e-11,
+    "max_abs_err": 2.9573565818452607e-13,
+    "mean_abs_err": 2.1105851516598826e-14,
+    "w_frob_norm": 43.4753581343473,
+    "relative_err": 1.4208211472272357e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.1172486454113571e-10,
+    "max_abs_err": 4.3321596310264e-13,
+    "mean_abs_err": 3.860868629608643e-14,
+    "w_frob_norm": 42.91260171400592,
+    "relative_err": 2.6035444153615757e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.1006074843964166e-10,
+    "max_abs_err": 3.990488495198008e-13,
+    "mean_abs_err": 3.7966352590095096e-14,
+    "w_frob_norm": 44.70518655836327,
+    "relative_err": 2.461923479414536e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 4.700819054842621e-11,
+    "max_abs_err": 1.8045634431196333e-13,
+    "mean_abs_err": 1.62194944194433e-14,
+    "w_frob_norm": 40.48619535308868,
+    "relative_err": 1.1610918274354462e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 4.779258294814493e-11,
+    "max_abs_err": 1.7884652092625686e-13,
+    "mean_abs_err": 1.6556613702772636e-14,
+    "w_frob_norm": 43.912968561122625,
+    "relative_err": 1.088347805082279e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.87702472235508e-11,
+    "max_abs_err": 2.28239952979048e-13,
+    "mean_abs_err": 2.008559664266646e-14,
+    "w_frob_norm": 45.056571953446365,
+    "relative_err": 1.3043657046140518e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 5.146889907325369e-11,
+    "max_abs_err": 2.0424634206150927e-13,
+    "mean_abs_err": 1.7707861645046928e-14,
+    "w_frob_norm": 40.28679399659301,
+    "relative_err": 1.2775625451259866e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.0108900304020312e-10,
+    "max_abs_err": 4.2738382277640596e-13,
+    "mean_abs_err": 3.495285912221401e-14,
+    "w_frob_norm": 41.86568134644724,
+    "relative_err": 2.414603077964277e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 5.95167629894542e-11,
+    "max_abs_err": 2.122348520885997e-13,
+    "mean_abs_err": 2.048805019989699e-14,
+    "w_frob_norm": 42.293133240817795,
+    "relative_err": 1.407244118106946e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.1863105734136577e-10,
+    "max_abs_err": 6.196848589823389e-13,
+    "mean_abs_err": 4.056159185058533e-14,
+    "w_frob_norm": 44.443417082682565,
+    "relative_err": 2.669260491844371e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.1503105954638149e-10,
+    "max_abs_err": 3.678654603156417e-13,
+    "mean_abs_err": 3.9724147445445063e-14,
+    "w_frob_norm": 43.243770436291285,
+    "relative_err": 2.6600608223061986e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 5.6350059432627086e-11,
+    "max_abs_err": 2.2455474979476975e-13,
+    "mean_abs_err": 1.9222863819396696e-14,
+    "w_frob_norm": 42.72760847720939,
+    "relative_err": 1.3188208149464724e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.4302869911763687e-10,
+    "max_abs_err": 6.424236143054429e-13,
+    "mean_abs_err": 4.8694232117066826e-14,
+    "w_frob_norm": 47.10522123985012,
+    "relative_err": 3.036366146957767e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.3316534899467656e-10,
+    "max_abs_err": 5.071221220731559e-13,
+    "mean_abs_err": 4.5676934526996474e-14,
+    "w_frob_norm": 45.45194563520409,
+    "relative_err": 2.9298052510987658e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.7626230036426566e-11,
+    "max_abs_err": 2.3214763444912023e-13,
+    "mean_abs_err": 1.9715547757367496e-14,
+    "w_frob_norm": 42.27670680731978,
+    "relative_err": 1.3630728216146006e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 4.3534352586098295e-11,
+    "max_abs_err": 1.6846355040123218e-13,
+    "mean_abs_err": 1.508030290987448e-14,
+    "w_frob_norm": 39.1729116201809,
+    "relative_err": 1.1113381871688724e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.2169728342663184e-10,
+    "max_abs_err": 4.868883074493624e-13,
+    "mean_abs_err": 4.184621186336406e-14,
+    "w_frob_norm": 44.60680760963286,
+    "relative_err": 2.7282222142333105e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 4.813590621761984e-11,
+    "max_abs_err": 1.644517855226013e-13,
+    "mean_abs_err": 1.670714537564971e-14,
+    "w_frob_norm": 42.44435181749883,
+    "relative_err": 1.1340945062512303e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 4.6773322465385075e-11,
+    "max_abs_err": 2.0611116979818433e-13,
+    "mean_abs_err": 1.6143972736624274e-14,
+    "w_frob_norm": 43.022609236043635,
+    "relative_err": 1.087180050116513e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.297780997012943e-10,
+    "max_abs_err": 5.289683621678698e-13,
+    "mean_abs_err": 4.453253528613256e-14,
+    "w_frob_norm": 43.613940888445875,
+    "relative_err": 2.975610482740735e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.2713576664713197e-10,
+    "max_abs_err": 4.72635819370737e-13,
+    "mean_abs_err": 4.3594992658266766e-14,
+    "w_frob_norm": 43.42376755657129,
+    "relative_err": 2.927792170071447e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 5.282627479395352e-11,
+    "max_abs_err": 1.9035554382762498e-13,
+    "mean_abs_err": 1.8127955053310466e-14,
+    "w_frob_norm": 42.652695420539445,
+    "relative_err": 1.238521370645077e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.4379398796547959e-10,
+    "max_abs_err": 5.357762844493408e-13,
+    "mean_abs_err": 4.922658030951486e-14,
+    "w_frob_norm": 42.38773778179877,
+    "relative_err": 3.3923487190020438e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.3797862437544152e-10,
+    "max_abs_err": 5.836702648975844e-13,
+    "mean_abs_err": 4.727649850978062e-14,
+    "w_frob_norm": 43.76679262947187,
+    "relative_err": 3.152587066261942e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.190784969788046e-10,
+    "max_abs_err": 5.312920242639407e-13,
+    "mean_abs_err": 4.0488457823944295e-14,
+    "w_frob_norm": 40.40243612834948,
+    "relative_err": 2.9473098255887076e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 4.5917140436309266e-11,
+    "max_abs_err": 1.6418810755425284e-13,
+    "mean_abs_err": 1.5895785589856317e-14,
+    "w_frob_norm": 44.16516464450226,
+    "relative_err": 1.0396687254742318e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 4.889610851941423e-11,
+    "max_abs_err": 2.00527094929015e-13,
+    "mean_abs_err": 1.692528961166801e-14,
+    "w_frob_norm": 41.31399416365365,
+    "relative_err": 1.1835241183828943e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 5.3884194346148394e-11,
+    "max_abs_err": 2.324182513113726e-13,
+    "mean_abs_err": 1.835257205436232e-14,
+    "w_frob_norm": 41.036321117467566,
+    "relative_err": 1.3130854052901928e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 5.233115511468993e-11,
+    "max_abs_err": 2.3159946183071156e-13,
+    "mean_abs_err": 1.7972781760974242e-14,
+    "w_frob_norm": 42.10245684402757,
+    "relative_err": 1.2429477763864355e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 5.88123623746788e-11,
+    "max_abs_err": 2.367203655317951e-13,
+    "mean_abs_err": 2.0169223263965517e-14,
+    "w_frob_norm": 43.596766055154625,
+    "relative_err": 1.349007453907815e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 5.5564929444323176e-11,
+    "max_abs_err": 2.2925238096771494e-13,
+    "mean_abs_err": 1.8907017734689813e-14,
+    "w_frob_norm": 42.05020829730347,
+    "relative_err": 1.3213948680460247e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.3694713701244788e-10,
+    "max_abs_err": 6.130183166641601e-13,
+    "mean_abs_err": 4.650888040830728e-14,
+    "w_frob_norm": 45.163836054484335,
+    "relative_err": 3.0322299648603553e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.3388926278032796e-10,
+    "max_abs_err": 5.439908506293945e-13,
+    "mean_abs_err": 4.5800609379830185e-14,
+    "w_frob_norm": 43.18648397820351,
+    "relative_err": 3.100258470865623e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.056225770478045e-10,
+    "max_abs_err": 4.909475603831481e-13,
+    "mean_abs_err": 3.639876563623436e-14,
+    "w_frob_norm": 44.380471672792794,
+    "relative_err": 2.379933629965358e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.0621600142365851e-10,
+    "max_abs_err": 3.895789940644434e-13,
+    "mean_abs_err": 3.6774680339438713e-14,
+    "w_frob_norm": 41.632325484203236,
+    "relative_err": 2.5512867750796334e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.2315330413841123e-10,
+    "max_abs_err": 4.957492749646519e-13,
+    "mean_abs_err": 4.23783278354829e-14,
+    "w_frob_norm": 45.27846785978153,
+    "relative_err": 2.7199088211154294e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.6501588476611205e-11,
+    "max_abs_err": 2.857714065385153e-13,
+    "mean_abs_err": 1.9228335412541765e-14,
+    "w_frob_norm": 42.09067788106441,
+    "relative_err": 1.3423777263998383e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 5.096711050958422e-11,
+    "max_abs_err": 2.272132135217042e-13,
+    "mean_abs_err": 1.745726554010143e-14,
+    "w_frob_norm": 41.43779233020747,
+    "relative_err": 1.2299668404976786e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 4.9876346187367024e-11,
+    "max_abs_err": 2.0811390805119956e-13,
+    "mean_abs_err": 1.7214816033571176e-14,
+    "w_frob_norm": 42.64558419067339,
+    "relative_err": 1.1695547647879332e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.2228526083768907e-10,
+    "max_abs_err": 5.13171970195625e-13,
+    "mean_abs_err": 4.193454776145604e-14,
+    "w_frob_norm": 43.4510395544145,
+    "relative_err": 2.8143230194653707e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 5.040545299387248e-11,
+    "max_abs_err": 1.7233493820358048e-13,
+    "mean_abs_err": 1.7507853051309628e-14,
+    "w_frob_norm": 43.126797680784655,
+    "relative_err": 1.1687733776795318e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.3944925548857817e-10,
+    "max_abs_err": 4.992126503844396e-13,
+    "mean_abs_err": 4.7724900793113514e-14,
+    "w_frob_norm": 42.823955237868425,
+    "relative_err": 3.2563375968893643e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.1736820155566503e-10,
+    "max_abs_err": 4.3235272133290703e-13,
+    "mean_abs_err": 4.006420881177997e-14,
+    "w_frob_norm": 42.74472419867303,
+    "relative_err": 2.7457938671015827e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.3346029839736932e-10,
+    "max_abs_err": 5.370114075642363e-13,
+    "mean_abs_err": 4.5559814430686455e-14,
+    "w_frob_norm": 44.260189481552075,
+    "relative_err": 3.015357592470236e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 4.831777006901767e-11,
+    "max_abs_err": 2.083506978056704e-13,
+    "mean_abs_err": 1.6635688243993153e-14,
+    "w_frob_norm": 44.142511688097166,
+    "relative_err": 1.0945858815289466e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.1740185861141906e-10,
+    "max_abs_err": 5.089192955942679e-13,
+    "mean_abs_err": 4.0599071789244016e-14,
+    "w_frob_norm": 45.35397099298441,
+    "relative_err": 2.588568454779393e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.2559403523403203e-10,
+    "max_abs_err": 4.800812525296294e-13,
+    "mean_abs_err": 4.304264812293005e-14,
+    "w_frob_norm": 43.60125779795772,
+    "relative_err": 2.8805140396641227e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 5.056766966455207e-11,
+    "max_abs_err": 1.7907203497813384e-13,
+    "mean_abs_err": 1.7279069571557847e-14,
+    "w_frob_norm": 40.56219566672529,
+    "relative_err": 1.2466699307906217e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.3358885648693004e-10,
+    "max_abs_err": 5.578159462116261e-13,
+    "mean_abs_err": 4.5621922596175703e-14,
+    "w_frob_norm": 42.47691979499043,
+    "relative_err": 3.144975133123589e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 4.7663126027993525e-11,
+    "max_abs_err": 1.9858886670526266e-13,
+    "mean_abs_err": 1.6420523388999775e-14,
+    "w_frob_norm": 42.27656348576126,
+    "relative_err": 1.1274124975660915e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.224203612643608e-10,
+    "max_abs_err": 5.904512989651778e-13,
+    "mean_abs_err": 4.197772348551135e-14,
+    "w_frob_norm": 45.38204284147821,
+    "relative_err": 2.697550696251849e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 4.993815546483115e-11,
+    "max_abs_err": 2.129130205474894e-13,
+    "mean_abs_err": 1.723897797873027e-14,
+    "w_frob_norm": 44.03184517721824,
+    "relative_err": 1.1341372423490623e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.0457948856113636e-10,
+    "max_abs_err": 4.639760797786607e-13,
+    "mean_abs_err": 3.5831850855948683e-14,
+    "w_frob_norm": 42.6132149870506,
+    "relative_err": 2.454156265677589e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.2874233110564207e-10,
+    "max_abs_err": 5.403021779981643e-13,
+    "mean_abs_err": 4.439239723938566e-14,
+    "w_frob_norm": 45.83261770964084,
+    "relative_err": 2.808967445875588e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.gate.weight": {
+    "frob_norm_diff": 4.27565020925826e-11,
+    "max_abs_err": 5.696571686586438e-13,
+    "mean_abs_err": 5.5746618469935794e-14,
+    "w_frob_norm": 16.686983721985445,
+    "relative_err": 2.5622666627432507e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 5.888276409389564e-11,
+    "max_abs_err": 3.142087284802031e-13,
+    "mean_abs_err": 1.9897990287081748e-14,
+    "w_frob_norm": 43.90184294960539,
+    "relative_err": 1.341236725790458e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 4.9675295571331434e-11,
+    "max_abs_err": 1.7664038634568335e-13,
+    "mean_abs_err": 1.707864209036519e-14,
+    "w_frob_norm": 41.785714271076785,
+    "relative_err": 1.188810492721807e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.1306137206279195e-10,
+    "max_abs_err": 4.518599036607007e-13,
+    "mean_abs_err": 3.908252717711403e-14,
+    "w_frob_norm": 43.15179537056187,
+    "relative_err": 2.6200850067045496e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.16.mixer.A_log": {
+    "frob_norm_diff": 2.4230156504798003e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.95590071916385e-16,
+    "w_frob_norm": 20.888725682671268,
+    "relative_err": 1.1599633636291511e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.15.norm.weight": {
+    "frob_norm_diff": 4.512781015301298e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 5.754790245528416e-17,
+    "w_frob_norm": 38.73277453466429,
+    "relative_err": 1.165106571764576e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.16.mixer.D": {
+    "frob_norm_diff": 1.7561516759285935e-16,
+    "max_abs_err": 1.1102230246251565e-16,
+    "mean_abs_err": 9.744267025213471e-18,
+    "w_frob_norm": 1.4153851305663152,
+    "relative_err": 1.2407588846337058e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.1543130308228301e-10,
+    "max_abs_err": 4.3154260546962586e-13,
+    "mean_abs_err": 2.7891980905753136e-14,
+    "w_frob_norm": 43.01631565700369,
+    "relative_err": 2.683430724348637e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.16.mixer.norm.weight": {
+    "frob_norm_diff": 1.2256252391583648e-14,
+    "max_abs_err": 7.105427357601002e-15,
+    "mean_abs_err": 6.114055246463491e-17,
+    "w_frob_norm": 94.16842377324569,
+    "relative_err": 1.3015246406902043e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.16.mixer.dt_bias": {
+    "frob_norm_diff": 3.6624741468941755e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 2.5413698923060224e-16,
+    "w_frob_norm": 24.290182348566496,
+    "relative_err": 1.5078001862387497e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.16.norm.weight": {
+    "frob_norm_diff": 3.844748379563395e-15,
+    "max_abs_err": 2.220446049250313e-16,
+    "mean_abs_err": 4.7389960672592594e-17,
+    "w_frob_norm": 31.008565576875057,
+    "relative_err": 1.2398988176449717e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.16.mixer.in_proj.weight": {
+    "frob_norm_diff": 2.721201544887298e-10,
+    "max_abs_err": 7.017789127594654e-13,
+    "mean_abs_err": 3.9698761551007875e-14,
+    "w_frob_norm": 122.2506482278118,
+    "relative_err": 2.225919931169927e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.16.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.384973102135145e-10,
+    "max_abs_err": 4.340916515133131e-12,
+    "mean_abs_err": 1.0029266203745882e-13,
+    "w_frob_norm": 71.07237259162025,
+    "relative_err": 6.1697294493474566e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.15.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.973218865994649e-10,
+    "max_abs_err": 1.275108491016752e-12,
+    "mean_abs_err": 7.104552282872737e-14,
+    "w_frob_norm": 47.28910817105109,
+    "relative_err": 6.2873227704783835e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.16.mixer.conv1d.weight": {
+    "frob_norm_diff": 3.909275409130764e-15,
+    "max_abs_err": 1.1726730697603216e-15,
+    "mean_abs_err": 1.028187790151853e-17,
+    "w_frob_norm": 10.171751119155212,
+    "relative_err": 3.8432668705085645e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 1.7763568394002505e-15,
+    "sensitive": true
+  },
+  "backbone.layers.17.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.2420812878536414e-11,
+    "max_abs_err": 2.291370218565625e-13,
+    "mean_abs_err": 1.7949863464512715e-14,
+    "w_frob_norm": 41.226875272074736,
+    "relative_err": 1.2715203985892173e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.2594811066358882e-10,
+    "max_abs_err": 4.917108387125779e-13,
+    "mean_abs_err": 4.3342536508919167e-14,
+    "w_frob_norm": 43.284790134038914,
+    "relative_err": 2.9097544489315645e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.676094363727386e-10,
+    "max_abs_err": 8.418057917403132e-13,
+    "mean_abs_err": 5.58981622161105e-14,
+    "w_frob_norm": 45.576550606733605,
+    "relative_err": 3.677536674922817e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.2792888925044035e-10,
+    "max_abs_err": 4.924602392541999e-13,
+    "mean_abs_err": 4.3952115920625134e-14,
+    "w_frob_norm": 42.22008249560563,
+    "relative_err": 3.030048301392009e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 4.641419194629019e-11,
+    "max_abs_err": 1.661726312107703e-13,
+    "mean_abs_err": 1.6093635549751317e-14,
+    "w_frob_norm": 40.899276786535374,
+    "relative_err": 1.134841385791213e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.3104559423878963e-10,
+    "max_abs_err": 5.048426954257224e-13,
+    "mean_abs_err": 4.5044011328606416e-14,
+    "w_frob_norm": 43.18509893678734,
+    "relative_err": 3.034509529099587e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 4.573894340880401e-11,
+    "max_abs_err": 1.8289883496613868e-13,
+    "mean_abs_err": 1.5909660058069367e-14,
+    "w_frob_norm": 41.91249601998008,
+    "relative_err": 1.0912960990679207e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 4.4960878494483893e-11,
+    "max_abs_err": 1.7908808117028663e-13,
+    "mean_abs_err": 1.557273888521637e-14,
+    "w_frob_norm": 43.678632031006074,
+    "relative_err": 1.0293563787109357e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 5.94181940496293e-11,
+    "max_abs_err": 2.33736641153115e-13,
+    "mean_abs_err": 2.0202726499234442e-14,
+    "w_frob_norm": 42.292226708217925,
+    "relative_err": 1.4049436190618826e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.393828020361795e-10,
+    "max_abs_err": 6.912317940255264e-13,
+    "mean_abs_err": 4.7142137661123153e-14,
+    "w_frob_norm": 44.13726750352835,
+    "relative_err": 3.1579390823194297e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 5.4681673535142825e-11,
+    "max_abs_err": 2.0056178939853453e-13,
+    "mean_abs_err": 1.881718176789823e-14,
+    "w_frob_norm": 42.62326597346894,
+    "relative_err": 1.2829067009829726e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 4.9194206398070794e-11,
+    "max_abs_err": 1.8179555083541743e-13,
+    "mean_abs_err": 1.704096327407645e-14,
+    "w_frob_norm": 41.60356398849876,
+    "relative_err": 1.1824517344636737e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 5.771193546598707e-11,
+    "max_abs_err": 2.1894465407346075e-13,
+    "mean_abs_err": 1.9907261395515804e-14,
+    "w_frob_norm": 44.244291019598215,
+    "relative_err": 1.3043928185090207e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.4267663646206295e-10,
+    "max_abs_err": 6.162735252668305e-13,
+    "mean_abs_err": 4.9027614914147315e-14,
+    "w_frob_norm": 46.6709513517012,
+    "relative_err": 3.0570758111804007e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.4351242148014404e-11,
+    "max_abs_err": 2.6885438320078947e-13,
+    "mean_abs_err": 1.8708976412230693e-14,
+    "w_frob_norm": 44.67021052057744,
+    "relative_err": 1.2167223192954816e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 6.077428929592627e-11,
+    "max_abs_err": 2.4991120284312274e-13,
+    "mean_abs_err": 2.060857231896659e-14,
+    "w_frob_norm": 42.264814719778464,
+    "relative_err": 1.4379405114837997e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.1470689839710141e-10,
+    "max_abs_err": 5.378301970448973e-13,
+    "mean_abs_err": 3.976437046781992e-14,
+    "w_frob_norm": 43.67310480908694,
+    "relative_err": 2.626488290643231e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.292806686524457e-10,
+    "max_abs_err": 4.922798280126983e-13,
+    "mean_abs_err": 4.437030171429578e-14,
+    "w_frob_norm": 46.76462027861894,
+    "relative_err": 2.7644973461177355e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 4.906621425807715e-11,
+    "max_abs_err": 1.9263757256027247e-13,
+    "mean_abs_err": 1.6918852641976337e-14,
+    "w_frob_norm": 41.13918964203487,
+    "relative_err": 1.1926879135203643e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.0469311395287488e-10,
+    "max_abs_err": 4.1436472308920003e-13,
+    "mean_abs_err": 3.625365495731089e-14,
+    "w_frob_norm": 44.67822928831732,
+    "relative_err": 2.3432690959453612e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.0550061858282425e-10,
+    "max_abs_err": 3.424647718186513e-13,
+    "mean_abs_err": 3.6555950673881583e-14,
+    "w_frob_norm": 42.22848806847123,
+    "relative_err": 2.498328105229831e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.5388761386251584e-11,
+    "max_abs_err": 2.1760371282653068e-13,
+    "mean_abs_err": 1.8882183688505557e-14,
+    "w_frob_norm": 43.41099474652915,
+    "relative_err": 1.2759155073422984e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 4.90427332616774e-11,
+    "max_abs_err": 1.6758816556716738e-13,
+    "mean_abs_err": 1.7000124501449948e-14,
+    "w_frob_norm": 41.328356170327595,
+    "relative_err": 1.1866606322195915e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.3797839630169738e-10,
+    "max_abs_err": 5.452652218629339e-13,
+    "mean_abs_err": 4.672339021709086e-14,
+    "w_frob_norm": 42.923684629561635,
+    "relative_err": 3.21450494039534e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.231661767733986e-10,
+    "max_abs_err": 4.219888327661181e-13,
+    "mean_abs_err": 4.2505951835194225e-14,
+    "w_frob_norm": 49.55428429965519,
+    "relative_err": 2.4854798836082804e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.0672753434176835e-10,
+    "max_abs_err": 3.9808607799063367e-13,
+    "mean_abs_err": 3.680422658607573e-14,
+    "w_frob_norm": 45.72142880764798,
+    "relative_err": 2.3343000672786425e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.171540929655522e-10,
+    "max_abs_err": 4.917108387125779e-13,
+    "mean_abs_err": 4.014243617575125e-14,
+    "w_frob_norm": 44.18111217889465,
+    "relative_err": 2.6516782214802823e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 5.61222473778925e-11,
+    "max_abs_err": 2.064335915246187e-13,
+    "mean_abs_err": 1.936741863975685e-14,
+    "w_frob_norm": 43.578175471654355,
+    "relative_err": 1.2878521592625533e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 4.703364475938608e-11,
+    "max_abs_err": 2.2119459042180267e-13,
+    "mean_abs_err": 1.6307159830933226e-14,
+    "w_frob_norm": 46.44330433113831,
+    "relative_err": 1.0127109911051694e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.2263191169862304e-10,
+    "max_abs_err": 5.090788901540577e-13,
+    "mean_abs_err": 4.2339694047224764e-14,
+    "w_frob_norm": 46.154274275320496,
+    "relative_err": 2.657000107229429e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.3146354194157827e-10,
+    "max_abs_err": 5.601144548172954e-13,
+    "mean_abs_err": 4.514706222173031e-14,
+    "w_frob_norm": 45.08922509599125,
+    "relative_err": 2.9156309885943526e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 5.4460856788923065e-11,
+    "max_abs_err": 2.322621261985347e-13,
+    "mean_abs_err": 1.8735031857916548e-14,
+    "w_frob_norm": 43.612437596608025,
+    "relative_err": 1.2487459951827774e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 4.987751557623434e-11,
+    "max_abs_err": 1.9030783893203562e-13,
+    "mean_abs_err": 1.710327446982535e-14,
+    "w_frob_norm": 42.83214206922922,
+    "relative_err": 1.16448800285584e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 5.307607826440879e-11,
+    "max_abs_err": 2.1309429915072897e-13,
+    "mean_abs_err": 1.8347038660420534e-14,
+    "w_frob_norm": 43.209574872889846,
+    "relative_err": 1.2283406726528405e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.24298185854926e-10,
+    "max_abs_err": 5.250244683452365e-13,
+    "mean_abs_err": 4.2350614658200555e-14,
+    "w_frob_norm": 44.23894205264367,
+    "relative_err": 2.809700686490491e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.174353585278706e-10,
+    "max_abs_err": 4.298714162409567e-13,
+    "mean_abs_err": 3.975288276705717e-14,
+    "w_frob_norm": 45.7294891318873,
+    "relative_err": 2.5680444010467334e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 5.2670646012175784e-11,
+    "max_abs_err": 2.0948954376764917e-13,
+    "mean_abs_err": 1.8048390687994347e-14,
+    "w_frob_norm": 43.070446457814235,
+    "relative_err": 1.2228952876948827e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.303423986387474e-10,
+    "max_abs_err": 4.995309721422814e-13,
+    "mean_abs_err": 4.4699865142885644e-14,
+    "w_frob_norm": 45.233957014631535,
+    "relative_err": 2.8815166136490424e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.0120403387493562e-10,
+    "max_abs_err": 3.58643670317349e-13,
+    "mean_abs_err": 3.518130644026421e-14,
+    "w_frob_norm": 44.84841595573947,
+    "relative_err": 2.2565798973772684e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.264509805702396e-10,
+    "max_abs_err": 4.3609213462580954e-13,
+    "mean_abs_err": 4.3770403479995e-14,
+    "w_frob_norm": 44.544891554447524,
+    "relative_err": 2.838731359704349e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 6.425101477990108e-11,
+    "max_abs_err": 3.131314652016215e-13,
+    "mean_abs_err": 2.1951920462759655e-14,
+    "w_frob_norm": 43.092103309341695,
+    "relative_err": 1.4910159831064097e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 5.78178136174263e-11,
+    "max_abs_err": 3.1829747171308043e-13,
+    "mean_abs_err": 1.988110216482992e-14,
+    "w_frob_norm": 43.76510363089896,
+    "relative_err": 1.3210939497606003e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 5.1127275110153716e-11,
+    "max_abs_err": 2.0823967550320788e-13,
+    "mean_abs_err": 1.7619915092459295e-14,
+    "w_frob_norm": 42.38122366630834,
+    "relative_err": 1.2063661850046627e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.22511278204377e-10,
+    "max_abs_err": 4.890393645595736e-13,
+    "mean_abs_err": 4.218103913298307e-14,
+    "w_frob_norm": 45.64290597182567,
+    "relative_err": 2.68412528948092e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.339905012178595e-10,
+    "max_abs_err": 5.095368571517156e-13,
+    "mean_abs_err": 4.5968814859608606e-14,
+    "w_frob_norm": 45.639159634992126,
+    "relative_err": 2.935866967960717e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.2795837225594572e-10,
+    "max_abs_err": 5.128536484377832e-13,
+    "mean_abs_err": 4.407239400745025e-14,
+    "w_frob_norm": 45.661666431896634,
+    "relative_err": 2.8023149888056057e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.2029302175708265e-10,
+    "max_abs_err": 5.523741186674869e-13,
+    "mean_abs_err": 4.096131340665397e-14,
+    "w_frob_norm": 44.85408855002094,
+    "relative_err": 2.6818741757049143e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 4.4515249706664885e-11,
+    "max_abs_err": 1.942144361999354e-13,
+    "mean_abs_err": 1.5444402808927155e-14,
+    "w_frob_norm": 43.90270327181693,
+    "relative_err": 1.0139523625926964e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 4.835829897415197e-11,
+    "max_abs_err": 2.309385321863644e-13,
+    "mean_abs_err": 1.661273583744526e-14,
+    "w_frob_norm": 43.246644636322586,
+    "relative_err": 1.1181977094596638e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 4.9566297529180685e-11,
+    "max_abs_err": 1.9735255096797744e-13,
+    "mean_abs_err": 1.7104425666112977e-14,
+    "w_frob_norm": 42.95383630101337,
+    "relative_err": 1.1539434378300527e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.2540250338859335e-11,
+    "max_abs_err": 1.9917401061775308e-13,
+    "mean_abs_err": 1.810321627533262e-14,
+    "w_frob_norm": 44.36205675489732,
+    "relative_err": 1.184351091500265e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.204759663325392e-10,
+    "max_abs_err": 4.677777262762639e-13,
+    "mean_abs_err": 4.143115193458835e-14,
+    "w_frob_norm": 41.76902558650664,
+    "relative_err": 2.8843374879077528e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 5.235524514254793e-11,
+    "max_abs_err": 1.8776993848668155e-13,
+    "mean_abs_err": 1.8021606194873795e-14,
+    "w_frob_norm": 43.97800684733221,
+    "relative_err": 1.1904869932895536e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 4.638295292064118e-11,
+    "max_abs_err": 1.5044042400713664e-13,
+    "mean_abs_err": 1.6019709245987056e-14,
+    "w_frob_norm": 42.85116670075713,
+    "relative_err": 1.082419838053596e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 4.091454358330338e-11,
+    "max_abs_err": 1.5093135075083808e-13,
+    "mean_abs_err": 1.4257349040694817e-14,
+    "w_frob_norm": 40.06778974283546,
+    "relative_err": 1.0211330309433735e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.2674795432841197e-10,
+    "max_abs_err": 5.045859563512778e-13,
+    "mean_abs_err": 4.3377659382581294e-14,
+    "w_frob_norm": 46.64069077344146,
+    "relative_err": 2.7175402470793992e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.6140627139966282e-10,
+    "max_abs_err": 8.445640020671163e-13,
+    "mean_abs_err": 5.431511842505435e-14,
+    "w_frob_norm": 47.07147548020574,
+    "relative_err": 3.4289613774171275e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.1979439234081403e-10,
+    "max_abs_err": 4.390407308541011e-13,
+    "mean_abs_err": 4.134442262580988e-14,
+    "w_frob_norm": 45.942518746880246,
+    "relative_err": 2.6074842130624094e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.3705885255711418e-10,
+    "max_abs_err": 5.144218384600663e-13,
+    "mean_abs_err": 4.696625131995877e-14,
+    "w_frob_norm": 45.288621254659944,
+    "relative_err": 3.0263419101770867e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.651560219004926e-11,
+    "max_abs_err": 2.43308845293555e-13,
+    "mean_abs_err": 1.93551904386165e-14,
+    "w_frob_norm": 44.72421872797766,
+    "relative_err": 1.2636464939452457e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.2673415832138476e-10,
+    "max_abs_err": 4.407099685188598e-13,
+    "mean_abs_err": 4.365315119981243e-14,
+    "w_frob_norm": 44.66321124094736,
+    "relative_err": 2.837551416481995e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 5.96100657136079e-11,
+    "max_abs_err": 2.579006886521684e-13,
+    "mean_abs_err": 2.0284379357051655e-14,
+    "w_frob_norm": 44.93706906372611,
+    "relative_err": 1.3265232236012928e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 4.514164976300185e-11,
+    "max_abs_err": 1.8077900287849502e-13,
+    "mean_abs_err": 1.5611894415281046e-14,
+    "w_frob_norm": 41.36527731164429,
+    "relative_err": 1.0912932946854562e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 4.6704200639215624e-11,
+    "max_abs_err": 1.9434454046063365e-13,
+    "mean_abs_err": 1.603641461984165e-14,
+    "w_frob_norm": 42.43906980396276,
+    "relative_err": 1.1005001017919249e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.280999030579042e-10,
+    "max_abs_err": 5.794253965518692e-13,
+    "mean_abs_err": 4.372410815813379e-14,
+    "w_frob_norm": 44.23950128388488,
+    "relative_err": 2.895600070983783e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 5.117159160587428e-11,
+    "max_abs_err": 1.8705870186153106e-13,
+    "mean_abs_err": 1.7661549435023082e-14,
+    "w_frob_norm": 42.844856098337324,
+    "relative_err": 1.194346212493408e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.0980783711502609e-10,
+    "max_abs_err": 3.8483279063417086e-13,
+    "mean_abs_err": 3.802883788858571e-14,
+    "w_frob_norm": 47.286042090436325,
+    "relative_err": 2.322204021749473e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.2792743665954234e-10,
+    "max_abs_err": 5.498431571160367e-13,
+    "mean_abs_err": 4.35980457171065e-14,
+    "w_frob_norm": 42.66850927502313,
+    "relative_err": 2.9981698173464716e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.0387657452218844e-10,
+    "max_abs_err": 4.1829083599620454e-13,
+    "mean_abs_err": 3.593778910911705e-14,
+    "w_frob_norm": 43.809048268873674,
+    "relative_err": 2.3711214606776275e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 5.396193850103856e-11,
+    "max_abs_err": 2.2326238080516703e-13,
+    "mean_abs_err": 1.827620589446463e-14,
+    "w_frob_norm": 40.84397810543285,
+    "relative_err": 1.321172447055563e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.987365483377885e-11,
+    "max_abs_err": 2.588450287444033e-13,
+    "mean_abs_err": 2.0419963715147862e-14,
+    "w_frob_norm": 43.665477239305915,
+    "relative_err": 1.37118975032942e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.1276790017974476e-10,
+    "max_abs_err": 4.938670999932171e-13,
+    "mean_abs_err": 3.9124121315795925e-14,
+    "w_frob_norm": 45.07596546995448,
+    "relative_err": 2.5017301128005906e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 4.190372534255161e-11,
+    "max_abs_err": 1.4537850090423632e-13,
+    "mean_abs_err": 1.4564791095258594e-14,
+    "w_frob_norm": 39.81483560300713,
+    "relative_err": 1.0524651102511825e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.169505258271506e-10,
+    "max_abs_err": 4.954960053371593e-13,
+    "mean_abs_err": 4.000242088413108e-14,
+    "w_frob_norm": 41.31884826828057,
+    "relative_err": 2.8304401194292377e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.337181605092797e-10,
+    "max_abs_err": 5.198879521328692e-13,
+    "mean_abs_err": 4.576225041709699e-14,
+    "w_frob_norm": 45.47150923107677,
+    "relative_err": 2.940702052130088e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.0956976387464651e-10,
+    "max_abs_err": 3.802513859341161e-13,
+    "mean_abs_err": 3.807528088607351e-14,
+    "w_frob_norm": 42.93390761759406,
+    "relative_err": 2.5520566366930336e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 4.482589843998345e-11,
+    "max_abs_err": 1.7317050571286075e-13,
+    "mean_abs_err": 1.5543923011538725e-14,
+    "w_frob_norm": 42.07499692569259,
+    "relative_err": 1.065380908265998e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.0429762917665553e-10,
+    "max_abs_err": 3.704675455296069e-13,
+    "mean_abs_err": 3.6263413312937946e-14,
+    "w_frob_norm": 45.32567814934976,
+    "relative_err": 2.3010715655040184e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 5.083880160286254e-11,
+    "max_abs_err": 1.8660073486387319e-13,
+    "mean_abs_err": 1.7627796120634994e-14,
+    "w_frob_norm": 43.7436562749197,
+    "relative_err": 1.1621982690095984e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.3625405123442235e-10,
+    "max_abs_err": 5.117069962201626e-13,
+    "mean_abs_err": 4.671464082349294e-14,
+    "w_frob_norm": 44.828273741815416,
+    "relative_err": 3.039466833346424e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.58712968104492e-10,
+    "max_abs_err": 9.481165852420759e-13,
+    "mean_abs_err": 5.304987219685413e-14,
+    "w_frob_norm": 43.81891085535586,
+    "relative_err": 3.6220199225945155e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 5.821743321481148e-11,
+    "max_abs_err": 2.410294186461215e-13,
+    "mean_abs_err": 1.985647208706839e-14,
+    "w_frob_norm": 41.21103503646114,
+    "relative_err": 1.41266612603406e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 4.856427976092765e-11,
+    "max_abs_err": 2.5088178062793176e-13,
+    "mean_abs_err": 1.672605480585901e-14,
+    "w_frob_norm": 43.10753939144793,
+    "relative_err": 1.1265843619587873e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 4.9987298676100123e-11,
+    "max_abs_err": 1.8629542353210127e-13,
+    "mean_abs_err": 1.7260340464804228e-14,
+    "w_frob_norm": 40.867272974135716,
+    "relative_err": 1.223162081495781e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 4.436626450655827e-11,
+    "max_abs_err": 1.6916676393030627e-13,
+    "mean_abs_err": 1.541558824476933e-14,
+    "w_frob_norm": 43.747086608667985,
+    "relative_err": 1.0141535801784708e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 4.852233414732067e-11,
+    "max_abs_err": 1.7500508420892347e-13,
+    "mean_abs_err": 1.6824347638895602e-14,
+    "w_frob_norm": 43.7508012040172,
+    "relative_err": 1.1090616128617399e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 4.957703281184283e-11,
+    "max_abs_err": 2.1798535199124558e-13,
+    "mean_abs_err": 1.704822239720156e-14,
+    "w_frob_norm": 42.67420858659325,
+    "relative_err": 1.1617563501205317e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.3118346881609628e-10,
+    "max_abs_err": 5.840813943613909e-13,
+    "mean_abs_err": 4.484875680607709e-14,
+    "w_frob_norm": 45.81704351662362,
+    "relative_err": 2.8632023969093397e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.26004116556994e-10,
+    "max_abs_err": 5.767702396415608e-13,
+    "mean_abs_err": 4.3163348274727164e-14,
+    "w_frob_norm": 46.627607223147805,
+    "relative_err": 2.7023500467002418e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.4497254056465482e-10,
+    "max_abs_err": 5.603364994222204e-13,
+    "mean_abs_err": 4.951757672042806e-14,
+    "w_frob_norm": 42.4602049283612,
+    "relative_err": 3.4143156117416836e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 4.55369574216717e-11,
+    "max_abs_err": 1.6515955270079985e-13,
+    "mean_abs_err": 1.581662899218155e-14,
+    "w_frob_norm": 42.702487774495175,
+    "relative_err": 1.0663771549363796e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.1153164046190435e-10,
+    "max_abs_err": 4.083608451388443e-13,
+    "mean_abs_err": 3.857112433400644e-14,
+    "w_frob_norm": 44.44314349704966,
+    "relative_err": 2.509535367796572e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 5.921151737157727e-11,
+    "max_abs_err": 2.374472146682294e-13,
+    "mean_abs_err": 2.0236639031427647e-14,
+    "w_frob_norm": 43.95623830536632,
+    "relative_err": 1.3470560642662758e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.3296982743055758e-10,
+    "max_abs_err": 4.897471317377722e-13,
+    "mean_abs_err": 4.5868717615748606e-14,
+    "w_frob_norm": 45.937441547315046,
+    "relative_err": 2.8945849605838446e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 4.962019161134739e-11,
+    "max_abs_err": 2.0123139266026158e-13,
+    "mean_abs_err": 1.7183828358403116e-14,
+    "w_frob_norm": 44.47430997614304,
+    "relative_err": 1.1157045862648507e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 5.846005819810056e-11,
+    "max_abs_err": 2.3998598247532144e-13,
+    "mean_abs_err": 2.008958126368262e-14,
+    "w_frob_norm": 44.34815564947782,
+    "relative_err": 1.3182072025759409e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 5.000871925501575e-11,
+    "max_abs_err": 2.2824103718122046e-13,
+    "mean_abs_err": 1.7030242205342717e-14,
+    "w_frob_norm": 43.07052104178067,
+    "relative_err": 1.1610892565359184e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.1057589410685906e-10,
+    "max_abs_err": 3.8731864937524563e-13,
+    "mean_abs_err": 3.825647716038934e-14,
+    "w_frob_norm": 44.37778849885851,
+    "relative_err": 2.4916945581842886e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 4.681420927000289e-11,
+    "max_abs_err": 1.8818280267396403e-13,
+    "mean_abs_err": 1.616199360288051e-14,
+    "w_frob_norm": 43.04216063867299,
+    "relative_err": 1.0876361357180742e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.3182573927466486e-10,
+    "max_abs_err": 5.811288950052784e-13,
+    "mean_abs_err": 4.5122658499240174e-14,
+    "w_frob_norm": 46.51659318047709,
+    "relative_err": 2.833950860571445e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.2197598609097697e-10,
+    "max_abs_err": 5.933933899804344e-13,
+    "mean_abs_err": 4.1843435639086046e-14,
+    "w_frob_norm": 43.986302448205166,
+    "relative_err": 2.7730447730769452e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 5.3125291913938066e-11,
+    "max_abs_err": 2.1515775272540338e-13,
+    "mean_abs_err": 1.8349641660396908e-14,
+    "w_frob_norm": 43.00053207428302,
+    "relative_err": 1.2354566176568377e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 5.4791449961419006e-11,
+    "max_abs_err": 1.8994181227860452e-13,
+    "mean_abs_err": 1.8899639233817983e-14,
+    "w_frob_norm": 43.12357719198202,
+    "relative_err": 1.2705682953316403e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.175871888034932e-10,
+    "max_abs_err": 4.713018170177108e-13,
+    "mean_abs_err": 4.042952361935822e-14,
+    "w_frob_norm": 44.485022416576534,
+    "relative_err": 2.6432984050756927e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.3043766451067447e-10,
+    "max_abs_err": 4.973556289034065e-13,
+    "mean_abs_err": 4.473551850083759e-14,
+    "w_frob_norm": 45.56689638518439,
+    "relative_err": 2.8625531879121997e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.0965477050599909e-10,
+    "max_abs_err": 4.76375883184943e-13,
+    "mean_abs_err": 3.755882841518067e-14,
+    "w_frob_norm": 44.72513224307027,
+    "relative_err": 2.4517483796370224e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.113700029027708e-11,
+    "max_abs_err": 2.222388939543407e-13,
+    "mean_abs_err": 1.7722311003530143e-14,
+    "w_frob_norm": 45.49549938863152,
+    "relative_err": 1.1240012963360342e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.5751024181723083e-10,
+    "max_abs_err": 6.625449971639497e-13,
+    "mean_abs_err": 5.30590424845768e-14,
+    "w_frob_norm": 45.12819577301421,
+    "relative_err": 3.4902844910857016e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.4465814714251674e-11,
+    "max_abs_err": 2.0292448277281494e-13,
+    "mean_abs_err": 1.876413239723539e-14,
+    "w_frob_norm": 43.384140498506646,
+    "relative_err": 1.2554314569428079e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.3526139614419682e-10,
+    "max_abs_err": 6.192529128368207e-13,
+    "mean_abs_err": 4.522577807627034e-14,
+    "w_frob_norm": 44.78731958882144,
+    "relative_err": 3.020082411405504e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.367047304440168e-11,
+    "max_abs_err": 1.6772347399829357e-13,
+    "mean_abs_err": 1.5043984913475325e-14,
+    "w_frob_norm": 42.444370328307,
+    "relative_err": 1.0288872872093703e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 5.225384721759115e-11,
+    "max_abs_err": 1.722753883992567e-13,
+    "mean_abs_err": 1.8094942204272725e-14,
+    "w_frob_norm": 43.91351015251941,
+    "relative_err": 1.1899264494253425e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.440803315118948e-10,
+    "max_abs_err": 6.524919493600123e-13,
+    "mean_abs_err": 4.8711009191698416e-14,
+    "w_frob_norm": 47.2064966297512,
+    "relative_err": 3.052129299955089e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 4.999214454049832e-11,
+    "max_abs_err": 1.8245127630933666e-13,
+    "mean_abs_err": 1.723439177977652e-14,
+    "w_frob_norm": 44.17464355777338,
+    "relative_err": 1.1316932184210287e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.2752550954498284e-10,
+    "max_abs_err": 5.960700683038667e-13,
+    "mean_abs_err": 4.36130700806691e-14,
+    "w_frob_norm": 45.60041373536338,
+    "relative_err": 2.796586677591613e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.2542816337171628e-10,
+    "max_abs_err": 4.95820398627167e-13,
+    "mean_abs_err": 4.291740793164988e-14,
+    "w_frob_norm": 46.69197041503653,
+    "relative_err": 2.6862897893750873e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 4.870301440242265e-11,
+    "max_abs_err": 1.6673121217003484e-13,
+    "mean_abs_err": 1.6716164235297385e-14,
+    "w_frob_norm": 44.23741114433881,
+    "relative_err": 1.1009463063630323e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 5.068936506349251e-11,
+    "max_abs_err": 1.7617894990107352e-13,
+    "mean_abs_err": 1.7480912217722475e-14,
+    "w_frob_norm": 44.63554242411208,
+    "relative_err": 1.1356278497045924e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 4.779596271374012e-11,
+    "max_abs_err": 1.789488696113395e-13,
+    "mean_abs_err": 1.6497942025409687e-14,
+    "w_frob_norm": 44.624878314234024,
+    "relative_err": 1.0710609086074441e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 6.445175944181554e-11,
+    "max_abs_err": 2.7258056922718765e-13,
+    "mean_abs_err": 2.1921118829156492e-14,
+    "w_frob_norm": 42.76437331996861,
+    "relative_err": 1.5071367691881997e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.2459239905022788e-10,
+    "max_abs_err": 4.869629005588294e-13,
+    "mean_abs_err": 4.2738033364665093e-14,
+    "w_frob_norm": 46.20144699688064,
+    "relative_err": 2.6967207122028e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.462664024628093e-10,
+    "max_abs_err": 7.042855881822518e-13,
+    "mean_abs_err": 5.0044790847871736e-14,
+    "w_frob_norm": 47.194656441536495,
+    "relative_err": 3.09921532417553e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 4.553185571504989e-11,
+    "max_abs_err": 1.6917370282421018e-13,
+    "mean_abs_err": 1.5791005543489302e-14,
+    "w_frob_norm": 42.98311421110231,
+    "relative_err": 1.059296343476417e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.332808523705764e-10,
+    "max_abs_err": 5.743274779368424e-13,
+    "mean_abs_err": 4.570619643769812e-14,
+    "w_frob_norm": 43.5594047939754,
+    "relative_err": 3.0597491632624457e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.2288092292145087e-10,
+    "max_abs_err": 4.720863457097213e-13,
+    "mean_abs_err": 4.246041706145288e-14,
+    "w_frob_norm": 44.84470869901398,
+    "relative_err": 2.740143184922789e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.210717964969312e-11,
+    "max_abs_err": 1.9042059595797411e-13,
+    "mean_abs_err": 1.7875428680930207e-14,
+    "w_frob_norm": 42.651037974833116,
+    "relative_err": 1.2217095321440885e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.247812088034421e-10,
+    "max_abs_err": 4.647133372559509e-13,
+    "mean_abs_err": 4.30063427857358e-14,
+    "w_frob_norm": 46.25416587134978,
+    "relative_err": 2.6977290899700917e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 4.888400192170984e-11,
+    "max_abs_err": 1.7157802956191404e-13,
+    "mean_abs_err": 1.6945484737605153e-14,
+    "w_frob_norm": 44.49878813291849,
+    "relative_err": 1.098546813807438e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.3068668287929312e-10,
+    "max_abs_err": 5.402935043807844e-13,
+    "mean_abs_err": 4.44863923292321e-14,
+    "w_frob_norm": 43.860298734728765,
+    "relative_err": 2.9796122381586714e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.1202767459807944e-10,
+    "max_abs_err": 5.535094951825137e-13,
+    "mean_abs_err": 3.880770450829366e-14,
+    "w_frob_norm": 45.094938959960935,
+    "relative_err": 2.484262695145169e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.216392427489422e-11,
+    "max_abs_err": 1.919558262342136e-13,
+    "mean_abs_err": 1.8028877006026535e-14,
+    "w_frob_norm": 41.63939973928425,
+    "relative_err": 1.2527539926489555e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 5.885387633605695e-11,
+    "max_abs_err": 2.190088388420719e-13,
+    "mean_abs_err": 2.022383786943013e-14,
+    "w_frob_norm": 43.49010719068432,
+    "relative_err": 1.3532704363778524e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 4.906717255250153e-11,
+    "max_abs_err": 1.8474978491500593e-13,
+    "mean_abs_err": 1.6902652313592797e-14,
+    "w_frob_norm": 42.06186039129704,
+    "relative_err": 1.166547843962079e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.2562266849278938e-10,
+    "max_abs_err": 5.19901829920677e-13,
+    "mean_abs_err": 4.312207516684797e-14,
+    "w_frob_norm": 46.01929068647748,
+    "relative_err": 2.729782806706817e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.868112904342211e-11,
+    "max_abs_err": 2.3309652819047955e-13,
+    "mean_abs_err": 2.0138388520488645e-14,
+    "w_frob_norm": 44.02134869258168,
+    "relative_err": 1.3330152479701476e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.1008677828558308e-10,
+    "max_abs_err": 3.873810994203808e-13,
+    "mean_abs_err": 3.822027988145364e-14,
+    "w_frob_norm": 44.29270763231159,
+    "relative_err": 2.485437991270478e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.1596009459899369e-10,
+    "max_abs_err": 3.8291939064016844e-13,
+    "mean_abs_err": 4.0044264797328975e-14,
+    "w_frob_norm": 47.14702750245414,
+    "relative_err": 2.4595420059718003e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.1171403962849892e-10,
+    "max_abs_err": 4.393777008893096e-13,
+    "mean_abs_err": 3.859709564286084e-14,
+    "w_frob_norm": 42.7670224917749,
+    "relative_err": 2.612153783911053e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 4.819903080500138e-11,
+    "max_abs_err": 1.7335959057174222e-13,
+    "mean_abs_err": 1.668382082462457e-14,
+    "w_frob_norm": 41.40744275642556,
+    "relative_err": 1.164018533782116e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 4.8601462638842886e-11,
+    "max_abs_err": 2.2190582704695316e-13,
+    "mean_abs_err": 1.6655167761540043e-14,
+    "w_frob_norm": 41.046653668883586,
+    "relative_err": 1.1840541991779079e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 4.991569614681627e-11,
+    "max_abs_err": 1.9429770292678228e-13,
+    "mean_abs_err": 1.7213111349059182e-14,
+    "w_frob_norm": 42.52168643109197,
+    "relative_err": 1.173887969558935e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 4.818281677385533e-11,
+    "max_abs_err": 1.7379847561116435e-13,
+    "mean_abs_err": 1.6723130765741823e-14,
+    "w_frob_norm": 42.210065358163426,
+    "relative_err": 1.141500643626385e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.1719247343347734e-10,
+    "max_abs_err": 3.785236013520432e-13,
+    "mean_abs_err": 4.0590668165619315e-14,
+    "w_frob_norm": 44.315661817973975,
+    "relative_err": 2.6444933602671658e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.238031838566671e-11,
+    "max_abs_err": 1.8024470804789416e-13,
+    "mean_abs_err": 1.8107137523514516e-14,
+    "w_frob_norm": 44.218960285649246,
+    "relative_err": 1.1845669379672443e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.1680054156074046e-10,
+    "max_abs_err": 5.111883139008455e-13,
+    "mean_abs_err": 4.012778620470581e-14,
+    "w_frob_norm": 43.810245499183225,
+    "relative_err": 2.6660553993681235e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.099722450556179e-10,
+    "max_abs_err": 4.4503810359142193e-13,
+    "mean_abs_err": 3.812755407647958e-14,
+    "w_frob_norm": 42.710008623664024,
+    "relative_err": 2.574858882015921e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.0800288424142957e-10,
+    "max_abs_err": 3.952324578726518e-13,
+    "mean_abs_err": 3.735563877754214e-14,
+    "w_frob_norm": 42.562033430672955,
+    "relative_err": 2.5375405152422936e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.3137158289568813e-10,
+    "max_abs_err": 6.622653814236656e-13,
+    "mean_abs_err": 4.46624502810984e-14,
+    "w_frob_norm": 46.97634529289664,
+    "relative_err": 2.796547540609827e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 5.260881691156413e-11,
+    "max_abs_err": 1.9468801570887706e-13,
+    "mean_abs_err": 1.8129296932309516e-14,
+    "w_frob_norm": 42.4827116761116,
+    "relative_err": 1.2383582600059527e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.2004307987938476e-10,
+    "max_abs_err": 5.378700956848448e-13,
+    "mean_abs_err": 4.111628937108562e-14,
+    "w_frob_norm": 44.51755634724405,
+    "relative_err": 2.6965334517247435e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 4.341015071964011e-11,
+    "max_abs_err": 1.495227552883449e-13,
+    "mean_abs_err": 1.5108177153130197e-14,
+    "w_frob_norm": 42.76961923065469,
+    "relative_err": 1.014976319651832e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 5.011594971815379e-11,
+    "max_abs_err": 2.667865928174251e-13,
+    "mean_abs_err": 1.722968137807517e-14,
+    "w_frob_norm": 44.30992501390711,
+    "relative_err": 1.1310321491725477e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 6.02071431204832e-11,
+    "max_abs_err": 2.43458031512489e-13,
+    "mean_abs_err": 2.068158937579916e-14,
+    "w_frob_norm": 42.50216636630584,
+    "relative_err": 1.416566454556378e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.053477773168608e-11,
+    "max_abs_err": 1.947296490723005e-13,
+    "mean_abs_err": 1.7323994351708024e-14,
+    "w_frob_norm": 43.10272250736982,
+    "relative_err": 1.1724265844934854e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.14627543223419e-10,
+    "max_abs_err": 3.8634373478174666e-13,
+    "mean_abs_err": 3.971911353733539e-14,
+    "w_frob_norm": 45.06924698631253,
+    "relative_err": 2.543364952563579e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.3162537096929618e-10,
+    "max_abs_err": 6.186440248967529e-13,
+    "mean_abs_err": 4.426314027759482e-14,
+    "w_frob_norm": 44.3785020235917,
+    "relative_err": 2.9659714719375582e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 5.040074290451455e-11,
+    "max_abs_err": 1.79883885564891e-13,
+    "mean_abs_err": 1.7370829752612026e-14,
+    "w_frob_norm": 42.3795871324675,
+    "relative_err": 1.1892693231525598e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.481890957734892e-10,
+    "max_abs_err": 6.168910868242783e-13,
+    "mean_abs_err": 5.042169017972526e-14,
+    "w_frob_norm": 44.670357903778154,
+    "relative_err": 3.3173921752025093e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.2329226016922808e-10,
+    "max_abs_err": 4.49446035943879e-13,
+    "mean_abs_err": 4.2359073521950586e-14,
+    "w_frob_norm": 44.39598256015987,
+    "relative_err": 2.7771039868789447e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.27763141373488e-10,
+    "max_abs_err": 4.943857823125342e-13,
+    "mean_abs_err": 4.399936581818526e-14,
+    "w_frob_norm": 46.34055211815837,
+    "relative_err": 2.7570483201779657e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 5.195040351625794e-11,
+    "max_abs_err": 1.904518209805417e-13,
+    "mean_abs_err": 1.7900114694234177e-14,
+    "w_frob_norm": 44.721622334099074,
+    "relative_err": 1.1616395113789758e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 5.171747555415917e-11,
+    "max_abs_err": 2.2118071263399486e-13,
+    "mean_abs_err": 1.7798032851805847e-14,
+    "w_frob_norm": 42.28900833307422,
+    "relative_err": 1.222953140608666e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 4.405831565901553e-11,
+    "max_abs_err": 1.8368639942423215e-13,
+    "mean_abs_err": 1.5281810933307046e-14,
+    "w_frob_norm": 40.87396482645507,
+    "relative_err": 1.0779065805355743e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.2918166216986847e-10,
+    "max_abs_err": 6.450256995194081e-13,
+    "mean_abs_err": 4.4382582299805714e-14,
+    "w_frob_norm": 41.9952220399446,
+    "relative_err": 3.076103801689505e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 5.6249139456610115e-11,
+    "max_abs_err": 2.2371687835587295e-13,
+    "mean_abs_err": 1.9331313291871364e-14,
+    "w_frob_norm": 43.57088725832294,
+    "relative_err": 1.2909798949725396e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 4.538746779384052e-11,
+    "max_abs_err": 1.8140697277679863e-13,
+    "mean_abs_err": 1.5791866188959115e-14,
+    "w_frob_norm": 42.747451409607066,
+    "relative_err": 1.0617584510228868e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.0178655528039934e-11,
+    "max_abs_err": 1.9184480393175107e-13,
+    "mean_abs_err": 1.73905246267534e-14,
+    "w_frob_norm": 41.58390416710697,
+    "relative_err": 1.206684570222039e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.2953358640139413e-10,
+    "max_abs_err": 4.926475893896054e-13,
+    "mean_abs_err": 4.459785414246503e-14,
+    "w_frob_norm": 46.908640137448224,
+    "relative_err": 2.761401439518272e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.1317370612242045e-10,
+    "max_abs_err": 4.549242926810138e-13,
+    "mean_abs_err": 3.9152558365699687e-14,
+    "w_frob_norm": 43.95858607733532,
+    "relative_err": 2.574552919498288e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.161763503883198e-10,
+    "max_abs_err": 4.957909083280754e-13,
+    "mean_abs_err": 3.976601110425168e-14,
+    "w_frob_norm": 44.4774381913154,
+    "relative_err": 2.612028819838914e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.2747961058327654e-10,
+    "max_abs_err": 4.818706197950995e-13,
+    "mean_abs_err": 4.3787796953423356e-14,
+    "w_frob_norm": 45.27008677295367,
+    "relative_err": 2.8159789315764785e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 4.813285468156692e-11,
+    "max_abs_err": 1.592025122842955e-13,
+    "mean_abs_err": 1.6723858650585402e-14,
+    "w_frob_norm": 43.335930714488605,
+    "relative_err": 1.1106916105871138e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.5532254468732205e-11,
+    "max_abs_err": 2.569368329208288e-13,
+    "mean_abs_err": 1.9099401659373467e-14,
+    "w_frob_norm": 42.56070784206082,
+    "relative_err": 1.3047775115678925e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.359014286981421e-10,
+    "max_abs_err": 5.041037032249562e-13,
+    "mean_abs_err": 4.646680164889758e-14,
+    "w_frob_norm": 42.996639643929164,
+    "relative_err": 3.1607453471618096e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 4.6052529553430686e-11,
+    "max_abs_err": 1.559551099372669e-13,
+    "mean_abs_err": 1.5954582124429788e-14,
+    "w_frob_norm": 41.628853762853176,
+    "relative_err": 1.106264655178301e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.1127058414565394e-10,
+    "max_abs_err": 3.6359804056473877e-13,
+    "mean_abs_err": 3.843131817875314e-14,
+    "w_frob_norm": 44.459858085073485,
+    "relative_err": 2.502720182613692e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 5.242300455560638e-11,
+    "max_abs_err": 2.0988766280538584e-13,
+    "mean_abs_err": 1.8027082927186887e-14,
+    "w_frob_norm": 42.33147227800431,
+    "relative_err": 1.2383931324506681e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.2806228470211144e-10,
+    "max_abs_err": 5.715636297587423e-13,
+    "mean_abs_err": 4.281323409921196e-14,
+    "w_frob_norm": 43.185199148525925,
+    "relative_err": 2.965420728098754e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.0738553339228751e-10,
+    "max_abs_err": 5.223599330861362e-13,
+    "mean_abs_err": 3.6941647758699324e-14,
+    "w_frob_norm": 43.77456411574001,
+    "relative_err": 2.453149118934914e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.1708110038540626e-10,
+    "max_abs_err": 4.5046778807122934e-13,
+    "mean_abs_err": 4.028664732091475e-14,
+    "w_frob_norm": 42.46088413850495,
+    "relative_err": 2.757387246188621e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.1987675494883888e-10,
+    "max_abs_err": 5.062616992290714e-13,
+    "mean_abs_err": 4.1083831822138534e-14,
+    "w_frob_norm": 45.51206954967615,
+    "relative_err": 2.6339552592306118e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 4.991694032474939e-11,
+    "max_abs_err": 1.912810188020586e-13,
+    "mean_abs_err": 1.7210859990931438e-14,
+    "w_frob_norm": 41.88696306452172,
+    "relative_err": 1.1917058834716298e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.1913114752616592e-10,
+    "max_abs_err": 4.645936413361085e-13,
+    "mean_abs_err": 4.1099328847052837e-14,
+    "w_frob_norm": 45.708805761186056,
+    "relative_err": 2.606306280426319e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 5.061683864588749e-11,
+    "max_abs_err": 1.8903628662414462e-13,
+    "mean_abs_err": 1.747709380007684e-14,
+    "w_frob_norm": 43.88448149350902,
+    "relative_err": 1.1534108851980912e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 4.757467591818302e-11,
+    "max_abs_err": 1.6394567994848508e-13,
+    "mean_abs_err": 1.651615974484413e-14,
+    "w_frob_norm": 41.30244563778236,
+    "relative_err": 1.1518609899134639e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 6.040024256146187e-11,
+    "max_abs_err": 4.0405526147146986e-13,
+    "mean_abs_err": 2.0678765983201174e-14,
+    "w_frob_norm": 44.68639815576361,
+    "relative_err": 1.3516471466535394e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 5.7206123112745635e-11,
+    "max_abs_err": 2.314329283770178e-13,
+    "mean_abs_err": 1.9726014825172523e-14,
+    "w_frob_norm": 43.76090608627612,
+    "relative_err": 1.3072426562640592e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.2328962015201967e-10,
+    "max_abs_err": 5.352419896187399e-13,
+    "mean_abs_err": 4.2400130057441345e-14,
+    "w_frob_norm": 45.79965891577445,
+    "relative_err": 2.691933151265367e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.2467087088373727e-10,
+    "max_abs_err": 5.070874276036363e-13,
+    "mean_abs_err": 4.2286087123842737e-14,
+    "w_frob_norm": 42.43674343360115,
+    "relative_err": 2.9378048548613096e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.505225102435179e-11,
+    "max_abs_err": 1.9696050346240668e-13,
+    "mean_abs_err": 1.8943004783654342e-14,
+    "w_frob_norm": 43.724671138242876,
+    "relative_err": 1.259066096810537e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.0430200475592584e-10,
+    "max_abs_err": 3.9034487447908717e-13,
+    "mean_abs_err": 3.609519680577511e-14,
+    "w_frob_norm": 45.72183924611919,
+    "relative_err": 2.2812294184945517e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.4884926887486375e-10,
+    "max_abs_err": 6.21325907390613e-13,
+    "mean_abs_err": 5.0453576103378103e-14,
+    "w_frob_norm": 46.057429959408964,
+    "relative_err": 3.231818818506517e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 5.518093665245167e-11,
+    "max_abs_err": 1.933761310801696e-13,
+    "mean_abs_err": 1.909731787577396e-14,
+    "w_frob_norm": 43.97095688292543,
+    "relative_err": 1.25494054631045e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.023618009483685e-11,
+    "max_abs_err": 2.7643165534385616e-13,
+    "mean_abs_err": 1.7070105868465216e-14,
+    "w_frob_norm": 39.5585876466911,
+    "relative_err": 1.2699184445994466e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 6.041199597808366e-11,
+    "max_abs_err": 2.6625316534856225e-13,
+    "mean_abs_err": 2.0529907220615753e-14,
+    "w_frob_norm": 43.43099769941567,
+    "relative_err": 1.3909879850376188e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 4.879027994117474e-11,
+    "max_abs_err": 2.5627590327648164e-13,
+    "mean_abs_err": 1.6756001783411577e-14,
+    "w_frob_norm": 43.10505984520772,
+    "relative_err": 1.1318921749878764e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.5346217110910003e-10,
+    "max_abs_err": 5.939762570683627e-13,
+    "mean_abs_err": 5.210886602749285e-14,
+    "w_frob_norm": 44.45701000693038,
+    "relative_err": 3.4519229045133015e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 4.864827028799826e-11,
+    "max_abs_err": 1.832631268960938e-13,
+    "mean_abs_err": 1.6874404111061045e-14,
+    "w_frob_norm": 42.399277263082574,
+    "relative_err": 1.147384423233005e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.2949496161328807e-10,
+    "max_abs_err": 5.144808190582495e-13,
+    "mean_abs_err": 4.4085483565412227e-14,
+    "w_frob_norm": 44.92052400945624,
+    "relative_err": 2.8827571465112035e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 4.362855064490152e-11,
+    "max_abs_err": 1.7670587215690148e-13,
+    "mean_abs_err": 1.5094202327527755e-14,
+    "w_frob_norm": 42.04082655527895,
+    "relative_err": 1.0377662434285133e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.496769565631032e-10,
+    "max_abs_err": 8.085424690884579e-13,
+    "mean_abs_err": 5.066782287848391e-14,
+    "w_frob_norm": 47.24633926722471,
+    "relative_err": 3.168011720792423e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.0853918353773306e-10,
+    "max_abs_err": 4.2361600338658434e-13,
+    "mean_abs_err": 3.7347555066064486e-14,
+    "w_frob_norm": 43.700947482015096,
+    "relative_err": 2.4836803271233835e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.1063919294236518e-10,
+    "max_abs_err": 5.034722638797007e-13,
+    "mean_abs_err": 3.8034250957339306e-14,
+    "w_frob_norm": 41.357900491553735,
+    "relative_err": 2.675164639098649e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.3009833178612918e-10,
+    "max_abs_err": 5.5393363507239e-13,
+    "mean_abs_err": 4.477506727900283e-14,
+    "w_frob_norm": 44.90231471740904,
+    "relative_err": 2.897363590382766e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 5.898588366423038e-11,
+    "max_abs_err": 2.522400691096216e-13,
+    "mean_abs_err": 2.0057812594669722e-14,
+    "w_frob_norm": 40.39223720757098,
+    "relative_err": 1.460327224786011e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 4.619700318011418e-11,
+    "max_abs_err": 1.4936988278202445e-13,
+    "mean_abs_err": 1.6023359333071045e-14,
+    "w_frob_norm": 44.53809379997418,
+    "relative_err": 1.037246977555671e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.948885501404594e-11,
+    "max_abs_err": 2.549419009234555e-13,
+    "mean_abs_err": 2.023885832610451e-14,
+    "w_frob_norm": 42.7588764961466,
+    "relative_err": 1.3912632858678369e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 5.716240102153203e-11,
+    "max_abs_err": 2.2855675685384824e-13,
+    "mean_abs_err": 1.963737540058498e-14,
+    "w_frob_norm": 43.03458044685115,
+    "relative_err": 1.3282899572386702e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.3065797126195255e-10,
+    "max_abs_err": 5.300135330621458e-13,
+    "mean_abs_err": 4.493334344675944e-14,
+    "w_frob_norm": 46.94987648243487,
+    "relative_err": 2.7829247071786226e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 4.70068348187018e-11,
+    "max_abs_err": 1.6581527817471908e-13,
+    "mean_abs_err": 1.6227728090334087e-14,
+    "w_frob_norm": 42.16559044920952,
+    "relative_err": 1.1148150498526468e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.1717981273388265e-10,
+    "max_abs_err": 4.882864945709997e-13,
+    "mean_abs_err": 4.03107790693613e-14,
+    "w_frob_norm": 44.50932687666084,
+    "relative_err": 2.6327024234403264e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.093451464722242e-10,
+    "max_abs_err": 4.846088808019289e-13,
+    "mean_abs_err": 3.755027481131605e-14,
+    "w_frob_norm": 43.621462233737375,
+    "relative_err": 2.5066822814494126e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.1599221605042306e-10,
+    "max_abs_err": 3.689947652985026e-13,
+    "mean_abs_err": 4.023710041808265e-14,
+    "w_frob_norm": 43.654528388630546,
+    "relative_err": 2.657048886608342e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.022397955563581e-10,
+    "max_abs_err": 3.9202321944209473e-13,
+    "mean_abs_err": 3.523728332913357e-14,
+    "w_frob_norm": 43.499639657486064,
+    "relative_err": 2.3503595974906695e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 3.77496560167351e-11,
+    "max_abs_err": 1.288205653260377e-13,
+    "mean_abs_err": 1.312909860873357e-14,
+    "w_frob_norm": 42.186668425225314,
+    "relative_err": 8.948242993789686e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 4.766115685834482e-11,
+    "max_abs_err": 1.7125537099538235e-13,
+    "mean_abs_err": 1.649775213658536e-14,
+    "w_frob_norm": 42.141969807446806,
+    "relative_err": 1.1309665180843714e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 5.590727781844475e-11,
+    "max_abs_err": 2.071467997133425e-13,
+    "mean_abs_err": 1.922358130329172e-14,
+    "w_frob_norm": 42.834696344258674,
+    "relative_err": 1.3051867432214972e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.3668524909365712e-10,
+    "max_abs_err": 5.24767729270792e-13,
+    "mean_abs_err": 4.6490009174121965e-14,
+    "w_frob_norm": 44.62773232768221,
+    "relative_err": 3.0627872393344173e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 6.13789925622478e-11,
+    "max_abs_err": 2.7610205788342057e-13,
+    "mean_abs_err": 2.1008984728228655e-14,
+    "w_frob_norm": 45.481819317433875,
+    "relative_err": 1.3495280858019746e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.2298205479182617e-10,
+    "max_abs_err": 5.258918300832249e-13,
+    "mean_abs_err": 4.224842500003563e-14,
+    "w_frob_norm": 44.70306511476903,
+    "relative_err": 2.751087749264765e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.59787977814915e-10,
+    "max_abs_err": 7.566369406020179e-13,
+    "mean_abs_err": 5.409301707753202e-14,
+    "w_frob_norm": 47.611290385636266,
+    "relative_err": 3.3560942482483325e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.2480230975854484e-10,
+    "max_abs_err": 4.296840661055512e-13,
+    "mean_abs_err": 4.289615765326909e-14,
+    "w_frob_norm": 44.59028675372072,
+    "relative_err": 2.7988676199336403e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.101053131489271e-10,
+    "max_abs_err": 4.75699341029312e-13,
+    "mean_abs_err": 3.768306148158683e-14,
+    "w_frob_norm": 42.57605783835801,
+    "relative_err": 2.586085202320681e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.0916103327266173e-11,
+    "max_abs_err": 1.7794099527179696e-13,
+    "mean_abs_err": 1.7543297353353345e-14,
+    "w_frob_norm": 42.56899223948922,
+    "relative_err": 1.1960843010052217e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 4.877123013597966e-11,
+    "max_abs_err": 1.5583367929394853e-13,
+    "mean_abs_err": 1.6905099569141238e-14,
+    "w_frob_norm": 41.805202784929385,
+    "relative_err": 1.1666306317634106e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.180701118528771e-10,
+    "max_abs_err": 5.298764899075437e-13,
+    "mean_abs_err": 4.068732928893395e-14,
+    "w_frob_norm": 44.46852928800471,
+    "relative_err": 2.6551386731993017e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 5.1637137261649355e-11,
+    "max_abs_err": 2.474617732950435e-13,
+    "mean_abs_err": 1.753673709299429e-14,
+    "w_frob_norm": 41.05320967177448,
+    "relative_err": 1.2578099903635961e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 5.6866352628752566e-11,
+    "max_abs_err": 2.1158422236489116e-13,
+    "mean_abs_err": 1.9562116716610774e-14,
+    "w_frob_norm": 45.18403002054704,
+    "relative_err": 1.2585498151203664e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 4.2490218649278326e-11,
+    "max_abs_err": 1.4838130724115217e-13,
+    "mean_abs_err": 1.4778108721878717e-14,
+    "w_frob_norm": 41.54857974105389,
+    "relative_err": 1.022663564292524e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.298252874833955e-11,
+    "max_abs_err": 2.1141075001729348e-13,
+    "mean_abs_err": 1.8131889002148947e-14,
+    "w_frob_norm": 41.496531221122424,
+    "relative_err": 1.2767941606013218e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 5.616521127255808e-11,
+    "max_abs_err": 1.9086034835913424e-13,
+    "mean_abs_err": 1.9306503311497036e-14,
+    "w_frob_norm": 41.35151566911994,
+    "relative_err": 1.3582382740688888e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.3264478625389299e-10,
+    "max_abs_err": 6.16984761891981e-13,
+    "mean_abs_err": 4.529700388309825e-14,
+    "w_frob_norm": 48.27260295828152,
+    "relative_err": 2.7478275072203624e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 4.4552100798856334e-11,
+    "max_abs_err": 1.562031753943316e-13,
+    "mean_abs_err": 1.5416971754158603e-14,
+    "w_frob_norm": 42.19316396043604,
+    "relative_err": 1.0559080338377146e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.2268776674897845e-10,
+    "max_abs_err": 5.269812364261384e-13,
+    "mean_abs_err": 4.235859487136137e-14,
+    "w_frob_norm": 42.4505948984502,
+    "relative_err": 2.890130681147594e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.2191263485693146e-10,
+    "max_abs_err": 4.658391727918598e-13,
+    "mean_abs_err": 4.1904618068349047e-14,
+    "w_frob_norm": 42.58669041876683,
+    "relative_err": 2.8626933358316988e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.3066935648179945e-10,
+    "max_abs_err": 5.756506382681437e-13,
+    "mean_abs_err": 4.442234846668812e-14,
+    "w_frob_norm": 42.57426850420972,
+    "relative_err": 3.0692096675455257e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.1610795933900567e-10,
+    "max_abs_err": 3.978588292152807e-13,
+    "mean_abs_err": 4.002499249524812e-14,
+    "w_frob_norm": 43.81930736962731,
+    "relative_err": 2.6496986444720517e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.3087009448959996e-10,
+    "max_abs_err": 5.029761329655713e-13,
+    "mean_abs_err": 4.4907644169078776e-14,
+    "w_frob_norm": 45.21974032311136,
+    "relative_err": 2.8940921277850318e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 5.353729024425891e-11,
+    "max_abs_err": 2.223742023854669e-13,
+    "mean_abs_err": 1.829248251161681e-14,
+    "w_frob_norm": 41.84111273381049,
+    "relative_err": 1.2795379172838561e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.3214142407599312e-10,
+    "max_abs_err": 6.437281263593775e-13,
+    "mean_abs_err": 4.492207500040086e-14,
+    "w_frob_norm": 45.52173110910025,
+    "relative_err": 2.9028207156554448e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.3514498181595446e-10,
+    "max_abs_err": 5.288981058670927e-13,
+    "mean_abs_err": 4.590118092785729e-14,
+    "w_frob_norm": 42.88061165436369,
+    "relative_err": 3.151657045036614e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.241616706096414e-10,
+    "max_abs_err": 5.324837792919368e-13,
+    "mean_abs_err": 4.213854746165312e-14,
+    "w_frob_norm": 45.63281398559187,
+    "relative_err": 2.720885690916284e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.280645121663437e-10,
+    "max_abs_err": 5.245699707945306e-13,
+    "mean_abs_err": 4.3769194324214877e-14,
+    "w_frob_norm": 43.63898029377494,
+    "relative_err": 2.9346357615192026e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.2561925777642365e-10,
+    "max_abs_err": 6.198444535421288e-13,
+    "mean_abs_err": 4.3095870840389804e-14,
+    "w_frob_norm": 43.73344855883537,
+    "relative_err": 2.8723839970549287e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 4.7806876517447944e-11,
+    "max_abs_err": 1.8434646170684132e-13,
+    "mean_abs_err": 1.647656178950725e-14,
+    "w_frob_norm": 43.27640869748535,
+    "relative_err": 1.104686778693488e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 5.136112986724989e-11,
+    "max_abs_err": 1.7908591276594166e-13,
+    "mean_abs_err": 1.772924981193271e-14,
+    "w_frob_norm": 39.884254313424904,
+    "relative_err": 1.28775454753737e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 5.425768471562842e-11,
+    "max_abs_err": 2.02022426565307e-13,
+    "mean_abs_err": 1.8684635039332643e-14,
+    "w_frob_norm": 43.395059682920234,
+    "relative_err": 1.2503193937761442e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 4.499114309488686e-11,
+    "max_abs_err": 1.8346435481930712e-13,
+    "mean_abs_err": 1.5542912425508087e-14,
+    "w_frob_norm": 41.88149177948128,
+    "relative_err": 1.074248819306123e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.2939323032570182e-10,
+    "max_abs_err": 7.991211858904279e-13,
+    "mean_abs_err": 4.389559656644996e-14,
+    "w_frob_norm": 42.30935946778339,
+    "relative_err": 3.0582649312908826e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.3124333788500443e-10,
+    "max_abs_err": 5.099046185286227e-13,
+    "mean_abs_err": 4.5160419805966496e-14,
+    "w_frob_norm": 44.57783724962976,
+    "relative_err": 2.94413874657175e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.gate.weight": {
+    "frob_norm_diff": 4.641925216260159e-11,
+    "max_abs_err": 5.840640471266312e-13,
+    "mean_abs_err": 6.038961333528129e-14,
+    "w_frob_norm": 17.576491012061812,
+    "relative_err": 2.6409851733629042e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.4340055607151002e-10,
+    "max_abs_err": 5.646733081121624e-13,
+    "mean_abs_err": 3.438831139264554e-14,
+    "w_frob_norm": 44.4474580246377,
+    "relative_err": 3.2262937509727007e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.36748141324556e-10,
+    "max_abs_err": 6.799283358560615e-13,
+    "mean_abs_err": 4.692309876033199e-14,
+    "w_frob_norm": 42.719471443405084,
+    "relative_err": 3.201072876234446e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.1464660620037427e-10,
+    "max_abs_err": 4.4308659389105665e-13,
+    "mean_abs_err": 3.964188103645401e-14,
+    "w_frob_norm": 45.879489090858556,
+    "relative_err": 2.4988640560781115e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 4.651344109452912e-11,
+    "max_abs_err": 2.6299795674589177e-13,
+    "mean_abs_err": 1.5880837376084232e-14,
+    "w_frob_norm": 40.975988602539886,
+    "relative_err": 1.1351389601774244e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 5.347141418123036e-11,
+    "max_abs_err": 1.8492152253912764e-13,
+    "mean_abs_err": 1.838401914595994e-14,
+    "w_frob_norm": 42.644268063390285,
+    "relative_err": 1.2538945234502707e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 4.9302950664844495e-11,
+    "max_abs_err": 2.213715322163523e-13,
+    "mean_abs_err": 1.6979021878654487e-14,
+    "w_frob_norm": 43.78847430837836,
+    "relative_err": 1.1259344255209872e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.6019237970177054e-10,
+    "max_abs_err": 1.3924139619092557e-12,
+    "mean_abs_err": 6.274662397362155e-14,
+    "w_frob_norm": 47.21940070684491,
+    "relative_err": 5.510285514149974e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.17.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.185986123783018e-11,
+    "max_abs_err": 1.9997892231060632e-13,
+    "mean_abs_err": 1.7678252137507912e-14,
+    "w_frob_norm": 40.32131660720171,
+    "relative_err": 1.2861648775766315e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.17.norm.weight": {
+    "frob_norm_diff": 4.082241866898142e-15,
+    "max_abs_err": 2.220446049250313e-16,
+    "mean_abs_err": 5.09174898837865e-17,
+    "w_frob_norm": 34.06180974365937,
+    "relative_err": 1.1984806143948515e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.18.norm.weight": {
+    "frob_norm_diff": 3.7476194479228386e-15,
+    "max_abs_err": 2.220446049250313e-16,
+    "mean_abs_err": 4.635222430749933e-17,
+    "w_frob_norm": 30.74263439895773,
+    "relative_err": 1.2190300282300772e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": true
+  },
+  "backbone.layers.18.mixer.D": {
+    "frob_norm_diff": 3.6517270338864154e-16,
+    "max_abs_err": 2.220446049250313e-16,
+    "mean_abs_err": 1.5113820636095295e-17,
+    "w_frob_norm": 2.451290203080136,
+    "relative_err": 1.4897163254264576e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.18.mixer.norm.weight": {
+    "frob_norm_diff": 1.2389675357827691e-14,
+    "max_abs_err": 3.552713678800501e-15,
+    "mean_abs_err": 7.893500823869346e-17,
+    "w_frob_norm": 95.3110034757915,
+    "relative_err": 1.2999207757763882e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": true
+  },
+  "backbone.layers.18.mixer.dt_bias": {
+    "frob_norm_diff": 4.6920059684852934e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 3.716645047280309e-16,
+    "w_frob_norm": 29.03837293165858,
+    "relative_err": 1.6157950652152126e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.18.mixer.A_log": {
+    "frob_norm_diff": 2.3695281316903814e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.702197410802242e-16,
+    "w_frob_norm": 18.387812559011405,
+    "relative_err": 1.2886405732524911e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.18.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.64721193331901e-10,
+    "max_abs_err": 8.599718159807423e-13,
+    "mean_abs_err": 5.2304889198020273e-14,
+    "w_frob_norm": 121.44707676522839,
+    "relative_err": 3.0031286305635037e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": true
+  },
+  "backbone.layers.19.mixer.o_proj.weight": {
+    "frob_norm_diff": 4.307695740764295e-10,
+    "max_abs_err": 4.612643600410138e-12,
+    "mean_abs_err": 9.747617322507511e-14,
+    "w_frob_norm": 68.40094359231568,
+    "relative_err": 6.297713912309583e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.19.mixer.k_proj.weight": {
+    "frob_norm_diff": 5.897299541825327e-11,
+    "max_abs_err": 6.807401864428186e-13,
+    "mean_abs_err": 5.4077430314566645e-14,
+    "w_frob_norm": 25.960057196957703,
+    "relative_err": 2.2716820294665764e-12,
+    "shape": [
+      256,
+      2688
+    ],
+    "numel": 688128,
+    "sensitive": true
+  },
+  "backbone.layers.18.mixer.conv1d.weight": {
+    "frob_norm_diff": 4.303571458418134e-15,
+    "max_abs_err": 1.2231968909981461e-15,
+    "mean_abs_err": 1.022453464976111e-17,
+    "w_frob_norm": 8.52208497614613,
+    "relative_err": 5.04990441947494e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 3.552713678800501e-15,
+    "sensitive": true
+  },
+  "backbone.layers.18.mixer.out_proj.weight": {
+    "frob_norm_diff": 5.52181049025554e-10,
+    "max_abs_err": 1.675486138719151e-12,
+    "mean_abs_err": 1.267139055965721e-13,
+    "w_frob_norm": 69.14599490271075,
+    "relative_err": 7.9857271531414e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.19.norm.weight": {
+    "frob_norm_diff": 4.514101149021221e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 5.784476733584567e-17,
+    "w_frob_norm": 37.22970071476091,
+    "relative_err": 1.2124999831737731e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": true
+  },
+  "backbone.layers.20.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 4.68833250810296e-11,
+    "max_abs_err": 1.5910883721659275e-13,
+    "mean_abs_err": 1.6184772303314903e-14,
+    "w_frob_norm": 43.869812726143806,
+    "relative_err": 1.0686921636455932e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 5.59856795683495e-11,
+    "max_abs_err": 1.8780810240315304e-13,
+    "mean_abs_err": 1.9256189420216365e-14,
+    "w_frob_norm": 43.21617629107414,
+    "relative_err": 1.2954797109135444e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.1036786175983481e-10,
+    "max_abs_err": 4.576408696443934e-13,
+    "mean_abs_err": 3.8021283920565614e-14,
+    "w_frob_norm": 44.53735759548676,
+    "relative_err": 2.478096315507929e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 4.9162929717474355e-11,
+    "max_abs_err": 1.9013957075486587e-13,
+    "mean_abs_err": 1.692353439403504e-14,
+    "w_frob_norm": 41.72675715914134,
+    "relative_err": 1.1782111303299285e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 5.66043929667957e-11,
+    "max_abs_err": 2.228460471709326e-13,
+    "mean_abs_err": 1.922566453798279e-14,
+    "w_frob_norm": 42.693069722310554,
+    "relative_err": 1.3258449986137998e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.19.mixer.q_proj.weight": {
+    "frob_norm_diff": 2.1451010573736947e-10,
+    "max_abs_err": 5.864198016070077e-13,
+    "mean_abs_err": 4.95429222759772e-14,
+    "w_frob_norm": 85.71261340708433,
+    "relative_err": 2.5026667279245475e-12,
+    "shape": [
+      4096,
+      2688
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.20.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.2805248288650493e-10,
+    "max_abs_err": 5.211699127816161e-13,
+    "mean_abs_err": 4.4035477941165063e-14,
+    "w_frob_norm": 44.99400200131624,
+    "relative_err": 2.8459900695821396e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.19.mixer.v_proj.weight": {
+    "frob_norm_diff": 2.4379948256777474e-11,
+    "max_abs_err": 2.284561428922416e-13,
+    "mean_abs_err": 2.2781539344078905e-14,
+    "w_frob_norm": 12.206745990597655,
+    "relative_err": 1.997252033879981e-12,
+    "shape": [
+      256,
+      2688
+    ],
+    "numel": 688128,
+    "sensitive": true
+  },
+  "backbone.layers.20.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 4.718558025844414e-11,
+    "max_abs_err": 1.7234651206177176e-13,
+    "mean_abs_err": 1.6378057245803276e-14,
+    "w_frob_norm": 42.958102203085105,
+    "relative_err": 1.0984093299879395e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.5358501772178058e-10,
+    "max_abs_err": 6.72410044311178e-13,
+    "mean_abs_err": 5.207503030865851e-14,
+    "w_frob_norm": 43.53059391121913,
+    "relative_err": 3.5282086441324008e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.2166153672710342e-10,
+    "max_abs_err": 4.538903974893316e-13,
+    "mean_abs_err": 4.207236944903813e-14,
+    "w_frob_norm": 45.65088307929316,
+    "relative_err": 2.6650423501289952e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.2644677480350867e-10,
+    "max_abs_err": 4.743601345058579e-13,
+    "mean_abs_err": 4.3403677116532095e-14,
+    "w_frob_norm": 44.440687965107124,
+    "relative_err": 2.845292919470309e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 5.118732425698824e-11,
+    "max_abs_err": 1.9798052086628104e-13,
+    "mean_abs_err": 1.769702762383207e-14,
+    "w_frob_norm": 41.38846373080108,
+    "relative_err": 1.2367534245755274e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 5.503434022093852e-11,
+    "max_abs_err": 2.3002259819104864e-13,
+    "mean_abs_err": 1.8844148740442317e-14,
+    "w_frob_norm": 43.19869391976217,
+    "relative_err": 1.2739815773865765e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.1819899840584972e-10,
+    "max_abs_err": 4.228631333980104e-13,
+    "mean_abs_err": 4.0593470073858636e-14,
+    "w_frob_norm": 43.287393058104534,
+    "relative_err": 2.730564029281957e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 5.011401233614681e-11,
+    "max_abs_err": 1.848798891757042e-13,
+    "mean_abs_err": 1.727003938573749e-14,
+    "w_frob_norm": 41.99961314070534,
+    "relative_err": 1.193201760412815e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.2320829828831212e-10,
+    "max_abs_err": 4.832037547863877e-13,
+    "mean_abs_err": 4.240356847541263e-14,
+    "w_frob_norm": 44.72613725265089,
+    "relative_err": 2.754727008780747e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.1613295188170875e-10,
+    "max_abs_err": 4.652918675351891e-13,
+    "mean_abs_err": 3.990055523120279e-14,
+    "w_frob_norm": 45.365770537023934,
+    "relative_err": 2.5599245974876648e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 4.2905177576120626e-11,
+    "max_abs_err": 1.935552412790642e-13,
+    "mean_abs_err": 1.4729719744024343e-14,
+    "w_frob_norm": 40.07978763372333,
+    "relative_err": 1.070494134555244e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.0421915604918172e-10,
+    "max_abs_err": 4.1244785364824565e-13,
+    "mean_abs_err": 3.616069951714312e-14,
+    "w_frob_norm": 43.19373458312706,
+    "relative_err": 2.412830403645932e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.32150365648803e-10,
+    "max_abs_err": 5.861632793729976e-13,
+    "mean_abs_err": 4.493601555254279e-14,
+    "w_frob_norm": 42.61935425886326,
+    "relative_err": 3.1007125271336218e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 5.6511682643611045e-11,
+    "max_abs_err": 2.001593335521079e-13,
+    "mean_abs_err": 1.939488618556367e-14,
+    "w_frob_norm": 42.8793472344962,
+    "relative_err": 1.3179231095698141e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 5.328460779459531e-11,
+    "max_abs_err": 2.0383521259770276e-13,
+    "mean_abs_err": 1.8393555322752056e-14,
+    "w_frob_norm": 44.19717740593282,
+    "relative_err": 1.2056111028357805e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 4.916552625957436e-11,
+    "max_abs_err": 1.9399065687153438e-13,
+    "mean_abs_err": 1.685654558243157e-14,
+    "w_frob_norm": 40.92700483361738,
+    "relative_err": 1.2012979317555598e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 4.835556919993828e-11,
+    "max_abs_err": 1.8347476316016298e-13,
+    "mean_abs_err": 1.6734944840253806e-14,
+    "w_frob_norm": 44.203824967552315,
+    "relative_err": 1.0939227371258831e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.3894511228830046e-10,
+    "max_abs_err": 5.571237915447114e-13,
+    "mean_abs_err": 4.768350333860679e-14,
+    "w_frob_norm": 43.471409011332206,
+    "relative_err": 3.19624128705099e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.2075616647521596e-11,
+    "max_abs_err": 1.8849678762311584e-13,
+    "mean_abs_err": 1.7912660710730222e-14,
+    "w_frob_norm": 44.28766744233094,
+    "relative_err": 1.1758491619666289e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.2434446961231688e-10,
+    "max_abs_err": 5.119672047415591e-13,
+    "mean_abs_err": 4.27142335676738e-14,
+    "w_frob_norm": 44.966914630841465,
+    "relative_err": 2.765243527004913e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.3416024071143482e-10,
+    "max_abs_err": 5.643710325464735e-13,
+    "mean_abs_err": 4.5783568389685205e-14,
+    "w_frob_norm": 46.6447992701755,
+    "relative_err": 2.8762100557953598e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.2765112287520577e-10,
+    "max_abs_err": 5.020914239928231e-13,
+    "mean_abs_err": 4.404555668155311e-14,
+    "w_frob_norm": 46.80169998018861,
+    "relative_err": 2.7274890213227536e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 4.813389239957e-11,
+    "max_abs_err": 2.03144792654264e-13,
+    "mean_abs_err": 1.663577144520037e-14,
+    "w_frob_norm": 42.745530513637554,
+    "relative_err": 1.126056732041572e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 5.234364224094488e-11,
+    "max_abs_err": 2.1713360276454097e-13,
+    "mean_abs_err": 1.7977481101391196e-14,
+    "w_frob_norm": 41.591320303490356,
+    "relative_err": 1.2585232173202298e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.122442060165741e-10,
+    "max_abs_err": 3.9590206113437887e-13,
+    "mean_abs_err": 3.9065784138863627e-14,
+    "w_frob_norm": 44.32665827623542,
+    "relative_err": 2.5322054578779494e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 5.5822081987206754e-11,
+    "max_abs_err": 2.3833365836445353e-13,
+    "mean_abs_err": 1.9130497181554187e-14,
+    "w_frob_norm": 44.41034792733549,
+    "relative_err": 1.2569611496524012e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.1548765396557739e-10,
+    "max_abs_err": 4.2024890511971336e-13,
+    "mean_abs_err": 3.9983418505591595e-14,
+    "w_frob_norm": 45.46519045151765,
+    "relative_err": 2.5401335135443684e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 5.744862922834503e-11,
+    "max_abs_err": 1.8975099269624707e-13,
+    "mean_abs_err": 1.9793147224320198e-14,
+    "w_frob_norm": 42.126740105775006,
+    "relative_err": 1.363709346702324e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.17130315151101e-10,
+    "max_abs_err": 4.762668124463909e-13,
+    "mean_abs_err": 4.0324285819404896e-14,
+    "w_frob_norm": 44.16700133038752,
+    "relative_err": 2.6519870406169884e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 4.6953513294373297e-11,
+    "max_abs_err": 1.84594527163906e-13,
+    "mean_abs_err": 1.6184620723730417e-14,
+    "w_frob_norm": 42.491870326116874,
+    "relative_err": 1.1049999196084846e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 4.4914238292220144e-11,
+    "max_abs_err": 1.7692444731487456e-13,
+    "mean_abs_err": 1.5568892831634557e-14,
+    "w_frob_norm": 43.51904114811054,
+    "relative_err": 1.032059464255227e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.1068546228666137e-11,
+    "max_abs_err": 2.6423307986078726e-13,
+    "mean_abs_err": 1.7507152058245647e-14,
+    "w_frob_norm": 41.75102348151021,
+    "relative_err": 1.223168726660851e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.0755195279774948e-10,
+    "max_abs_err": 3.621512811857741e-13,
+    "mean_abs_err": 3.732167237938371e-14,
+    "w_frob_norm": 43.98477938488933,
+    "relative_err": 2.4452084175895225e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.3891188913346349e-10,
+    "max_abs_err": 5.290629045973105e-13,
+    "mean_abs_err": 4.758732603597876e-14,
+    "w_frob_norm": 47.13085881537074,
+    "relative_err": 2.9473659641474702e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.438097039479468e-10,
+    "max_abs_err": 6.395370344414175e-13,
+    "mean_abs_err": 4.888680496841033e-14,
+    "w_frob_norm": 46.225749051772496,
+    "relative_err": 3.1110302569003476e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.3409082254482778e-10,
+    "max_abs_err": 5.546882397844399e-13,
+    "mean_abs_err": 4.550578880105366e-14,
+    "w_frob_norm": 42.5033255902346,
+    "relative_err": 3.154831314555677e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 5.936245529382151e-11,
+    "max_abs_err": 2.150519345933688e-13,
+    "mean_abs_err": 2.0310957731293287e-14,
+    "w_frob_norm": 42.09651975249886,
+    "relative_err": 1.4101511394014405e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.3940300715487221e-10,
+    "max_abs_err": 5.323450014138587e-13,
+    "mean_abs_err": 4.764112534432918e-14,
+    "w_frob_norm": 45.41463443540885,
+    "relative_err": 3.06956136249734e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 5.514788400639202e-11,
+    "max_abs_err": 2.2878227090572523e-13,
+    "mean_abs_err": 1.8961546085955043e-14,
+    "w_frob_norm": 41.960960703430246,
+    "relative_err": 1.314266477265945e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 4.42696006173564e-11,
+    "max_abs_err": 1.500613869276357e-13,
+    "mean_abs_err": 1.533126173107604e-14,
+    "w_frob_norm": 41.67394899927259,
+    "relative_err": 1.0622847529551164e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 4.633457055824369e-11,
+    "max_abs_err": 1.7926632400744325e-13,
+    "mean_abs_err": 1.5930463035698316e-14,
+    "w_frob_norm": 40.317556782208136,
+    "relative_err": 1.1492405357928539e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 4.410801818610057e-11,
+    "max_abs_err": 1.5072665338067281e-13,
+    "mean_abs_err": 1.52787783650381e-14,
+    "w_frob_norm": 43.11616959938947,
+    "relative_err": 1.0230040979040295e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 4.555899186578296e-11,
+    "max_abs_err": 1.5426201982471355e-13,
+    "mean_abs_err": 1.582918518005223e-14,
+    "w_frob_norm": 42.83164680918965,
+    "relative_err": 1.0636759326285852e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 9.925497581583183e-11,
+    "max_abs_err": 3.558542349679783e-13,
+    "mean_abs_err": 3.451449057215058e-14,
+    "w_frob_norm": 43.097781939655604,
+    "relative_err": 2.303018191395698e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.1363731612524547e-10,
+    "max_abs_err": 3.692809946720388e-13,
+    "mean_abs_err": 3.9353601181389515e-14,
+    "w_frob_norm": 43.00187235564236,
+    "relative_err": 2.64261321426705e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.1855081555267872e-10,
+    "max_abs_err": 4.846470447184004e-13,
+    "mean_abs_err": 4.084683970567899e-14,
+    "w_frob_norm": 44.497184725514025,
+    "relative_err": 2.66423182239445e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.1759346943234092e-10,
+    "max_abs_err": 4.766985417514746e-13,
+    "mean_abs_err": 4.059513547084764e-14,
+    "w_frob_norm": 43.80284138383115,
+    "relative_err": 2.6846082518233157e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 6.317933802856023e-11,
+    "max_abs_err": 2.357406804487372e-13,
+    "mean_abs_err": 2.1641135530849135e-14,
+    "w_frob_norm": 42.19987532280527,
+    "relative_err": 1.4971451347965817e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 5.330882979283415e-11,
+    "max_abs_err": 2.771602392037664e-13,
+    "mean_abs_err": 1.8214233477988083e-14,
+    "w_frob_norm": 43.459913716555164,
+    "relative_err": 1.2266207001816306e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 6.110359285967915e-11,
+    "max_abs_err": 2.7572388816565763e-13,
+    "mean_abs_err": 2.053558021840098e-14,
+    "w_frob_norm": 44.71526386298553,
+    "relative_err": 1.3665041326136414e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.161949730340347e-10,
+    "max_abs_err": 4.1251724258728473e-13,
+    "mean_abs_err": 4.013712296950115e-14,
+    "w_frob_norm": 43.607923477817884,
+    "relative_err": 2.664538087743155e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 5.326368248755839e-11,
+    "max_abs_err": 2.888453365379462e-13,
+    "mean_abs_err": 1.8220869125804664e-14,
+    "w_frob_norm": 41.19992059067544,
+    "relative_err": 1.292810319144481e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.703398841187877e-10,
+    "max_abs_err": 8.946602139681126e-13,
+    "mean_abs_err": 5.770379644742759e-14,
+    "w_frob_norm": 47.10165782385762,
+    "relative_err": 3.616430758250472e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 4.5438181574238045e-11,
+    "max_abs_err": 1.7444379274422772e-13,
+    "mean_abs_err": 1.5765076069013747e-14,
+    "w_frob_norm": 42.952860044969555,
+    "relative_err": 1.0578616075080095e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.1487615703274744e-10,
+    "max_abs_err": 4.0721419292122363e-13,
+    "mean_abs_err": 3.980705501570171e-14,
+    "w_frob_norm": 44.47141820313849,
+    "relative_err": 2.583145797330121e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.3436900426077434e-10,
+    "max_abs_err": 5.202990815966757e-13,
+    "mean_abs_err": 4.569687971841303e-14,
+    "w_frob_norm": 45.42798223473361,
+    "relative_err": 2.9578466322027758e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.1229970240055577e-10,
+    "max_abs_err": 4.0215660662701325e-13,
+    "mean_abs_err": 3.8805389219047007e-14,
+    "w_frob_norm": 43.929444080309565,
+    "relative_err": 2.5563652067905797e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 9.985128526936473e-11,
+    "max_abs_err": 3.8473044194908823e-13,
+    "mean_abs_err": 3.459981841932559e-14,
+    "w_frob_norm": 44.02817384355527,
+    "relative_err": 2.2678952260015365e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 5.897066532290817e-11,
+    "max_abs_err": 2.4734641418389103e-13,
+    "mean_abs_err": 2.001558171155916e-14,
+    "w_frob_norm": 41.961436637625006,
+    "relative_err": 1.4053538212281255e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.272018762747823e-11,
+    "max_abs_err": 2.2885512929171625e-13,
+    "mean_abs_err": 1.805185048656265e-14,
+    "w_frob_norm": 44.43626040431172,
+    "relative_err": 1.1864226905638241e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.3179052512067053e-10,
+    "max_abs_err": 5.184273149660967e-13,
+    "mean_abs_err": 4.543892935562729e-14,
+    "w_frob_norm": 44.4991791416557,
+    "relative_err": 2.961639465328954e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.174008443345222e-10,
+    "max_abs_err": 4.59320081969139e-13,
+    "mean_abs_err": 4.063359119562368e-14,
+    "w_frob_norm": 45.01696576063095,
+    "relative_err": 2.6079244202903096e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.3887667015806495e-10,
+    "max_abs_err": 5.565947008845384e-13,
+    "mean_abs_err": 4.713538481384747e-14,
+    "w_frob_norm": 46.54569635730664,
+    "relative_err": 2.983662959771455e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 4.2345262447529345e-11,
+    "max_abs_err": 1.6195204899371873e-13,
+    "mean_abs_err": 1.468740768288289e-14,
+    "w_frob_norm": 41.78010096038498,
+    "relative_err": 1.013527049340552e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 5.5920551886707244e-11,
+    "max_abs_err": 2.443930474660405e-13,
+    "mean_abs_err": 1.915249797046831e-14,
+    "w_frob_norm": 43.35233676838527,
+    "relative_err": 1.289908596749215e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 6.281433614879898e-11,
+    "max_abs_err": 2.9792140976425685e-13,
+    "mean_abs_err": 2.1322428926822876e-14,
+    "w_frob_norm": 44.43797593327605,
+    "relative_err": 1.413528290377473e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.3594943383497427e-10,
+    "max_abs_err": 4.793821589688108e-13,
+    "mean_abs_err": 4.6922052631774793e-14,
+    "w_frob_norm": 46.56303325705738,
+    "relative_err": 2.9196859466703437e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 4.5551357992512473e-11,
+    "max_abs_err": 2.1960905316475987e-13,
+    "mean_abs_err": 1.5681175288414034e-14,
+    "w_frob_norm": 42.056943910782564,
+    "relative_err": 1.0830876843819841e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.1872815066779309e-10,
+    "max_abs_err": 5.143576536914551e-13,
+    "mean_abs_err": 4.062488322893958e-14,
+    "w_frob_norm": 45.002864710047135,
+    "relative_err": 2.6382353975187357e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 5.315544320210382e-11,
+    "max_abs_err": 2.0438165049263546e-13,
+    "mean_abs_err": 1.82584505601275e-14,
+    "w_frob_norm": 43.966654023506905,
+    "relative_err": 1.2089945069207244e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 6.20920888109065e-11,
+    "max_abs_err": 2.305282700842959e-13,
+    "mean_abs_err": 2.1170975052164804e-14,
+    "w_frob_norm": 43.65980608470519,
+    "relative_err": 1.4221796746059867e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 5.185096288560139e-11,
+    "max_abs_err": 2.45553577471469e-13,
+    "mean_abs_err": 1.788882580273178e-14,
+    "w_frob_norm": 43.16619408311518,
+    "relative_err": 1.2011937579153713e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 4.4670081130258555e-11,
+    "max_abs_err": 1.7147394615335543e-13,
+    "mean_abs_err": 1.5375089794442185e-14,
+    "w_frob_norm": 41.35397244809041,
+    "relative_err": 1.080188395113207e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.064055096611338e-10,
+    "max_abs_err": 3.8710874783465243e-13,
+    "mean_abs_err": 3.6851387580929803e-14,
+    "w_frob_norm": 45.33191444718633,
+    "relative_err": 2.3472538267736496e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 9.908225433164465e-11,
+    "max_abs_err": 3.6035974551595906e-13,
+    "mean_abs_err": 3.445776424747905e-14,
+    "w_frob_norm": 42.619035218536936,
+    "relative_err": 2.3248356942756254e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.4914992093729503e-10,
+    "max_abs_err": 6.243686123674763e-13,
+    "mean_abs_err": 5.0654080067826174e-14,
+    "w_frob_norm": 43.85268108824804,
+    "relative_err": 3.4011585434685156e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.3646675914475432e-10,
+    "max_abs_err": 5.101474798152594e-13,
+    "mean_abs_err": 4.6678840244256167e-14,
+    "w_frob_norm": 44.878506740721086,
+    "relative_err": 3.0408043639502264e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 5.2229642930552266e-11,
+    "max_abs_err": 2.0638699083086465e-13,
+    "mean_abs_err": 1.7988760849951357e-14,
+    "w_frob_norm": 41.27954608005666,
+    "relative_err": 1.2652668909987338e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.3301853589097052e-10,
+    "max_abs_err": 5.637231133281961e-13,
+    "mean_abs_err": 4.5394265303616506e-14,
+    "w_frob_norm": 43.46481619450705,
+    "relative_err": 3.0603726769648918e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.2175616685464647e-10,
+    "max_abs_err": 4.2174597147948134e-13,
+    "mean_abs_err": 4.19319142716271e-14,
+    "w_frob_norm": 46.1928844574876,
+    "relative_err": 2.6358208257529695e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 5.331868138229348e-11,
+    "max_abs_err": 2.0080118123821933e-13,
+    "mean_abs_err": 1.849046853564367e-14,
+    "w_frob_norm": 44.71323790732742,
+    "relative_err": 1.1924585173814003e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.2018341527591026e-10,
+    "max_abs_err": 4.3625519863255136e-13,
+    "mean_abs_err": 4.1366004158445134e-14,
+    "w_frob_norm": 43.90777093968291,
+    "relative_err": 2.737178697616167e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 4.962647357213106e-11,
+    "max_abs_err": 1.9106894885712045e-13,
+    "mean_abs_err": 1.7151576808521195e-14,
+    "w_frob_norm": 43.43171139291745,
+    "relative_err": 1.1426322376102317e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.311728877289839e-10,
+    "max_abs_err": 6.203683400318738e-13,
+    "mean_abs_err": 4.468453385875309e-14,
+    "w_frob_norm": 45.251048829094685,
+    "relative_err": 2.8987811580766005e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.606372408459153e-11,
+    "max_abs_err": 2.323610054366654e-13,
+    "mean_abs_err": 1.9121119135746587e-14,
+    "w_frob_norm": 39.133344428889735,
+    "relative_err": 1.4326330882980484e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.812659939087658e-11,
+    "max_abs_err": 1.862458077301829e-13,
+    "mean_abs_err": 1.6627056193208435e-14,
+    "w_frob_norm": 43.00336092181167,
+    "relative_err": 1.119135768908387e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.4041258923343412e-10,
+    "max_abs_err": 5.703501906872965e-13,
+    "mean_abs_err": 4.7847883857630986e-14,
+    "w_frob_norm": 47.10187891408461,
+    "relative_err": 2.9810400873721267e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.4310512426605718e-10,
+    "max_abs_err": 5.43086409177107e-13,
+    "mean_abs_err": 4.903662043573722e-14,
+    "w_frob_norm": 45.340912482128424,
+    "relative_err": 3.156203005893706e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.119451531650353e-10,
+    "max_abs_err": 4.1008299186962027e-13,
+    "mean_abs_err": 3.864851836802449e-14,
+    "w_frob_norm": 42.06390729881425,
+    "relative_err": 2.661311332059515e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 4.942288931299976e-11,
+    "max_abs_err": 1.5813045317614183e-13,
+    "mean_abs_err": 1.6995103716290553e-14,
+    "w_frob_norm": 41.90759995703098,
+    "relative_err": 1.1793299870112917e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.22175000529646e-11,
+    "max_abs_err": 2.152306111113944e-13,
+    "mean_abs_err": 1.7994653165562923e-14,
+    "w_frob_norm": 43.34156244679727,
+    "relative_err": 1.2047904391324781e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 4.987501465729093e-11,
+    "max_abs_err": 1.7052852185894807e-13,
+    "mean_abs_err": 1.7250382161217947e-14,
+    "w_frob_norm": 44.52366596499865,
+    "relative_err": 1.1201911068261793e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 4.31769812796324e-11,
+    "max_abs_err": 1.548934591699691e-13,
+    "mean_abs_err": 1.490430400221531e-14,
+    "w_frob_norm": 41.50566904404524,
+    "relative_err": 1.0402670833666983e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.858150326137448e-11,
+    "max_abs_err": 2.9268601431375885e-13,
+    "mean_abs_err": 2.0146212939296533e-14,
+    "w_frob_norm": 42.95531105694975,
+    "relative_err": 1.3637778849676508e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.252729058496647e-10,
+    "max_abs_err": 6.017669001989745e-13,
+    "mean_abs_err": 4.286301999681671e-14,
+    "w_frob_norm": 42.77866447418769,
+    "relative_err": 2.9283968396267574e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 4.4172943614024725e-11,
+    "max_abs_err": 2.0410409473647917e-13,
+    "mean_abs_err": 1.526176977359335e-14,
+    "w_frob_norm": 41.79861367626729,
+    "relative_err": 1.0568040355631592e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.2245224156614903e-11,
+    "max_abs_err": 1.984697128865065e-13,
+    "mean_abs_err": 1.7977294679858836e-14,
+    "w_frob_norm": 43.55698181311833,
+    "relative_err": 1.1994684200290454e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.1066926614187482e-10,
+    "max_abs_err": 4.352421201225809e-13,
+    "mean_abs_err": 3.8381169745299975e-14,
+    "w_frob_norm": 44.75746328198049,
+    "relative_err": 2.4726438458908515e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.1962178549498244e-10,
+    "max_abs_err": 4.05916186080324e-13,
+    "mean_abs_err": 4.148307667640688e-14,
+    "w_frob_norm": 44.68294878451976,
+    "relative_err": 2.6771237966377224e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.289970978749513e-10,
+    "max_abs_err": 5.071464082018196e-13,
+    "mean_abs_err": 4.4415566307720116e-14,
+    "w_frob_norm": 44.571937152759666,
+    "relative_err": 2.8941326340123955e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.3234226133882306e-10,
+    "max_abs_err": 5.345290182701135e-13,
+    "mean_abs_err": 4.558650045055785e-14,
+    "w_frob_norm": 46.99137367497986,
+    "relative_err": 2.8163096966302887e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.0526901326950805e-10,
+    "max_abs_err": 3.7050223999912646e-13,
+    "mean_abs_err": 3.6621361114993946e-14,
+    "w_frob_norm": 45.2991606481797,
+    "relative_err": 2.323862335708381e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 7.220944469097221e-11,
+    "max_abs_err": 3.7169139294190856e-13,
+    "mean_abs_err": 2.399114718960841e-14,
+    "w_frob_norm": 43.22035391760109,
+    "relative_err": 1.6707277508332847e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 4.353014799520548e-11,
+    "max_abs_err": 1.9372871362666189e-13,
+    "mean_abs_err": 1.5029225682481492e-14,
+    "w_frob_norm": 39.967264180240534,
+    "relative_err": 1.0891450512824044e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 4.559058732287481e-11,
+    "max_abs_err": 1.5194789870776049e-13,
+    "mean_abs_err": 1.58766198450447e-14,
+    "w_frob_norm": 43.17191360552467,
+    "relative_err": 1.0560242415810038e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.221598280586513e-10,
+    "max_abs_err": 6.163437815676076e-13,
+    "mean_abs_err": 4.2031678247625937e-14,
+    "w_frob_norm": 44.57652216722899,
+    "relative_err": 2.7404521958973883e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.0830465414876034e-10,
+    "max_abs_err": 3.8900046378520514e-13,
+    "mean_abs_err": 3.753418999671739e-14,
+    "w_frob_norm": 44.7256690150603,
+    "relative_err": 2.4215323444863697e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.0367416994187285e-10,
+    "max_abs_err": 4.852229729124247e-13,
+    "mean_abs_err": 3.56535566041271e-14,
+    "w_frob_norm": 41.82065618913978,
+    "relative_err": 2.479018250526531e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 5.760063314179687e-11,
+    "max_abs_err": 2.322256970055392e-13,
+    "mean_abs_err": 1.9793129836193867e-14,
+    "w_frob_norm": 44.24343479045632,
+    "relative_err": 1.301902382005427e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 4.497952623084246e-11,
+    "max_abs_err": 1.7438134269909256e-13,
+    "mean_abs_err": 1.552296742516244e-14,
+    "w_frob_norm": 40.44217182545193,
+    "relative_err": 1.1121936384864224e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 5.5308825001523435e-11,
+    "max_abs_err": 2.449013214445017e-13,
+    "mean_abs_err": 1.892898349243453e-14,
+    "w_frob_norm": 44.187568690200536,
+    "relative_err": 1.2516829199020688e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.1392385968710919e-10,
+    "max_abs_err": 3.918150526249775e-13,
+    "mean_abs_err": 3.933534951637144e-14,
+    "w_frob_norm": 42.74058073441143,
+    "relative_err": 2.6654729002169697e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.2797535451001896e-10,
+    "max_abs_err": 5.156725740862456e-13,
+    "mean_abs_err": 4.385575612672529e-14,
+    "w_frob_norm": 46.74713569107878,
+    "relative_err": 2.7376084677299653e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.948271037395742e-11,
+    "max_abs_err": 2.4158626488191004e-13,
+    "mean_abs_err": 2.0434828696142388e-14,
+    "w_frob_norm": 43.97068723739016,
+    "relative_err": 1.3527810027807962e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 4.675925965254917e-11,
+    "max_abs_err": 2.86689942619045e-13,
+    "mean_abs_err": 1.610788326600218e-14,
+    "w_frob_norm": 42.48334722239913,
+    "relative_err": 1.1006491415981362e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.6527188835509226e-11,
+    "max_abs_err": 2.3592412745632174e-13,
+    "mean_abs_err": 1.922151992055579e-14,
+    "w_frob_norm": 43.28931738472212,
+    "relative_err": 1.3057999582931534e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.1870748730532387e-10,
+    "max_abs_err": 5.198619312807296e-13,
+    "mean_abs_err": 4.0903954826318807e-14,
+    "w_frob_norm": 45.051094223792006,
+    "relative_err": 2.634952365765914e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 5.6923371574422474e-11,
+    "max_abs_err": 2.622554950981737e-13,
+    "mean_abs_err": 1.9577594159683204e-14,
+    "w_frob_norm": 42.75217255262796,
+    "relative_err": 1.3314731901484013e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.2200665497704857e-10,
+    "max_abs_err": 4.264297248646187e-13,
+    "mean_abs_err": 4.2058159634728784e-14,
+    "w_frob_norm": 45.919812330044536,
+    "relative_err": 2.6569502092067945e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.10962098288983e-10,
+    "max_abs_err": 4.459440629267508e-13,
+    "mean_abs_err": 3.80061624763281e-14,
+    "w_frob_norm": 45.294808551244316,
+    "relative_err": 2.4497751914205786e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 5.1454974458736935e-11,
+    "max_abs_err": 1.9841420173527524e-13,
+    "mean_abs_err": 1.7725127501560222e-14,
+    "w_frob_norm": 43.260615285188074,
+    "relative_err": 1.189418461099755e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.2584800761544608e-10,
+    "max_abs_err": 4.3508772973321896e-13,
+    "mean_abs_err": 4.3523966039416766e-14,
+    "w_frob_norm": 47.24533933372471,
+    "relative_err": 2.663712641081893e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.2418363767315173e-10,
+    "max_abs_err": 4.2144586431813735e-13,
+    "mean_abs_err": 4.2982656228017933e-14,
+    "w_frob_norm": 44.646817904410575,
+    "relative_err": 2.7814667092071495e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.2361509452846624e-10,
+    "max_abs_err": 5.938617653189482e-13,
+    "mean_abs_err": 4.2190031782233863e-14,
+    "w_frob_norm": 45.1005976346717,
+    "relative_err": 2.740874866665524e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.0187134740403896e-11,
+    "max_abs_err": 1.9343966532747725e-13,
+    "mean_abs_err": 1.7422536348716005e-14,
+    "w_frob_norm": 43.92494932693612,
+    "relative_err": 1.1425655694411378e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 5.397470593868194e-11,
+    "max_abs_err": 2.0016974189296377e-13,
+    "mean_abs_err": 1.844801378735821e-14,
+    "w_frob_norm": 44.237642091377275,
+    "relative_err": 1.2201081112594515e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 5.141682816823733e-11,
+    "max_abs_err": 2.319464065259069e-13,
+    "mean_abs_err": 1.7785603415360875e-14,
+    "w_frob_norm": 42.54802340117524,
+    "relative_err": 1.208442227349558e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.3300539419864177e-10,
+    "max_abs_err": 4.883324647431131e-13,
+    "mean_abs_err": 4.575024684648393e-14,
+    "w_frob_norm": 43.671116377951954,
+    "relative_err": 3.045614704408876e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.5673943531825605e-11,
+    "max_abs_err": 1.9415545560175218e-13,
+    "mean_abs_err": 1.9127063078015638e-14,
+    "w_frob_norm": 43.32838825931422,
+    "relative_err": 1.2849299447425786e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 5.2884814754577874e-11,
+    "max_abs_err": 2.5513272050581293e-13,
+    "mean_abs_err": 1.8182129938070575e-14,
+    "w_frob_norm": 43.42997146067834,
+    "relative_err": 1.2177031892010333e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.2341643844371772e-10,
+    "max_abs_err": 4.880054693678915e-13,
+    "mean_abs_err": 4.2395228227856624e-14,
+    "w_frob_norm": 46.81545009746814,
+    "relative_err": 2.6362330851624624e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.3583485005275143e-10,
+    "max_abs_err": 5.971629440937321e-13,
+    "mean_abs_err": 4.6157943463401666e-14,
+    "w_frob_norm": 45.157105076481514,
+    "relative_err": 3.008050445720362e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.0654735926010293e-10,
+    "max_abs_err": 3.900942069368085e-13,
+    "mean_abs_err": 3.679537520565379e-14,
+    "w_frob_norm": 45.062765039172795,
+    "relative_err": 2.3644212503933555e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 5.4616449690942886e-11,
+    "max_abs_err": 1.8875873086798833e-13,
+    "mean_abs_err": 1.8726139175976213e-14,
+    "w_frob_norm": 41.73660194368034,
+    "relative_err": 1.3085983800176808e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.2595700406790793e-10,
+    "max_abs_err": 4.906249018166164e-13,
+    "mean_abs_err": 4.325632060306657e-14,
+    "w_frob_norm": 45.83213456411135,
+    "relative_err": 2.748224695747381e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.926742662165413e-11,
+    "max_abs_err": 2.5028243366698177e-13,
+    "mean_abs_err": 2.0032382224013416e-14,
+    "w_frob_norm": 41.17114267605715,
+    "relative_err": 1.4395380543110543e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 5.845489229497532e-11,
+    "max_abs_err": 2.712068850746485e-13,
+    "mean_abs_err": 1.987998504398853e-14,
+    "w_frob_norm": 42.09847281183882,
+    "relative_err": 1.3885276208531915e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 4.610656937300592e-11,
+    "max_abs_err": 2.0304938286308527e-13,
+    "mean_abs_err": 1.595536832454483e-14,
+    "w_frob_norm": 43.77444862695826,
+    "relative_err": 1.0532758451379198e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 9.970740003537748e-11,
+    "max_abs_err": 3.41740524767431e-13,
+    "mean_abs_err": 3.4588361806113564e-14,
+    "w_frob_norm": 43.687665568742226,
+    "relative_err": 2.282278046614521e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.0883957338106488e-10,
+    "max_abs_err": 4.0101906170764146e-13,
+    "mean_abs_err": 3.778269847722672e-14,
+    "w_frob_norm": 42.70445022212831,
+    "relative_err": 2.5486705206350396e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 4.392949309999411e-11,
+    "max_abs_err": 1.5478070214403061e-13,
+    "mean_abs_err": 1.5199786212839846e-14,
+    "w_frob_norm": 39.94341853290665,
+    "relative_err": 1.099793025071292e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.2897558244206489e-10,
+    "max_abs_err": 5.229393307271124e-13,
+    "mean_abs_err": 4.3190110996373224e-14,
+    "w_frob_norm": 42.94698634290496,
+    "relative_err": 3.0031346416783504e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.0496642825070867e-10,
+    "max_abs_err": 3.983089899572967e-13,
+    "mean_abs_err": 3.6261760470311166e-14,
+    "w_frob_norm": 45.527096403545166,
+    "relative_err": 2.3055814348515094e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.15439821236454e-10,
+    "max_abs_err": 4.498346140024978e-13,
+    "mean_abs_err": 3.965309509085887e-14,
+    "w_frob_norm": 45.41889755178636,
+    "relative_err": 2.5416693812268384e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.2935643559019535e-10,
+    "max_abs_err": 6.095401960948266e-13,
+    "mean_abs_err": 4.446046993167399e-14,
+    "w_frob_norm": 45.71616473072092,
+    "relative_err": 2.8295557239356256e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 4.3732161723369795e-11,
+    "max_abs_err": 1.5610950032662885e-13,
+    "mean_abs_err": 1.523336083758208e-14,
+    "w_frob_norm": 43.55900440790024,
+    "relative_err": 1.0039752358398291e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 5.088331004353098e-11,
+    "max_abs_err": 2.0254110888462407e-13,
+    "mean_abs_err": 1.7537812032128026e-14,
+    "w_frob_norm": 42.884421186045856,
+    "relative_err": 1.1865220197979e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.60161606799623e-11,
+    "max_abs_err": 2.2027518697953496e-13,
+    "mean_abs_err": 1.92688847455036e-14,
+    "w_frob_norm": 41.360970381676275,
+    "relative_err": 1.3543241409243765e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.2790320025091503e-10,
+    "max_abs_err": 4.866766711852932e-13,
+    "mean_abs_err": 4.3725510328805506e-14,
+    "w_frob_norm": 45.12328239078454,
+    "relative_err": 2.8345278418184515e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 5.110261771820596e-11,
+    "max_abs_err": 1.9020028607652506e-13,
+    "mean_abs_err": 1.756142973507753e-14,
+    "w_frob_norm": 43.10423169785362,
+    "relative_err": 1.1855591830616162e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 5.230991366118776e-11,
+    "max_abs_err": 1.782081426870974e-13,
+    "mean_abs_err": 1.797674322319346e-14,
+    "w_frob_norm": 43.42190626075537,
+    "relative_err": 1.2046894797077426e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 5.24297524051254e-11,
+    "max_abs_err": 1.9132265216548205e-13,
+    "mean_abs_err": 1.8031907109847648e-14,
+    "w_frob_norm": 43.9200659365812,
+    "relative_err": 1.1937539547602646e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.4119482501802845e-10,
+    "max_abs_err": 6.506600813693808e-13,
+    "mean_abs_err": 4.829914828618582e-14,
+    "w_frob_norm": 45.50856153095228,
+    "relative_err": 3.1025991652580787e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.140873902399122e-10,
+    "max_abs_err": 4.319947177755523e-13,
+    "mean_abs_err": 3.933962440721486e-14,
+    "w_frob_norm": 43.3085652981285,
+    "relative_err": 2.634291610783105e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 5.258199978842479e-11,
+    "max_abs_err": 1.9435841824844147e-13,
+    "mean_abs_err": 1.8046072197990667e-14,
+    "w_frob_norm": 43.31834186986779,
+    "relative_err": 1.2138507043133338e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.1847963824199058e-10,
+    "max_abs_err": 4.275451520596718e-13,
+    "mean_abs_err": 4.1015533224840076e-14,
+    "w_frob_norm": 44.622114393715854,
+    "relative_err": 2.6551775919133965e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.1743208097139341e-10,
+    "max_abs_err": 4.1600056732704616e-13,
+    "mean_abs_err": 4.0697518238886745e-14,
+    "w_frob_norm": 45.12565465921883,
+    "relative_err": 2.60233523165969e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 5.2646769946537595e-11,
+    "max_abs_err": 1.9604110002013897e-13,
+    "mean_abs_err": 1.8196042796616036e-14,
+    "w_frob_norm": 43.127797876601065,
+    "relative_err": 1.2207154674850913e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 4.6923605505260916e-11,
+    "max_abs_err": 1.7454874351452432e-13,
+    "mean_abs_err": 1.6241559582047566e-14,
+    "w_frob_norm": 44.2889222179847,
+    "relative_err": 1.0594885392403235e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.3205242810490132e-10,
+    "max_abs_err": 7.326327045031888e-13,
+    "mean_abs_err": 4.463445602393769e-14,
+    "w_frob_norm": 46.34314194659637,
+    "relative_err": 2.849449186183195e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 4.533359844285376e-11,
+    "max_abs_err": 1.8779314041317274e-13,
+    "mean_abs_err": 1.5682656651161903e-14,
+    "w_frob_norm": 43.502763501003244,
+    "relative_err": 1.0420854859440895e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.3155522575879742e-10,
+    "max_abs_err": 5.217193864426317e-13,
+    "mean_abs_err": 4.467556926887605e-14,
+    "w_frob_norm": 45.24936962768928,
+    "relative_err": 2.9073383086047526e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 5.7936323055550793e-11,
+    "max_abs_err": 2.2153806567004608e-13,
+    "mean_abs_err": 1.982993278869606e-14,
+    "w_frob_norm": 43.27907975718235,
+    "relative_err": 1.338668090463176e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.3318872085721455e-10,
+    "max_abs_err": 5.322062235357805e-13,
+    "mean_abs_err": 4.568960332627097e-14,
+    "w_frob_norm": 44.885128349046326,
+    "relative_err": 2.96732405044007e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.358816686662029e-10,
+    "max_abs_err": 5.843181841158618e-13,
+    "mean_abs_err": 4.6131654668204845e-14,
+    "w_frob_norm": 44.77931594711245,
+    "relative_err": 3.0344739706763002e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.1326757032709958e-10,
+    "max_abs_err": 4.210828734307892e-13,
+    "mean_abs_err": 3.897643040799898e-14,
+    "w_frob_norm": 43.392344002755735,
+    "relative_err": 2.6103123242179833e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.305767966907172e-10,
+    "max_abs_err": 6.237683980447883e-13,
+    "mean_abs_err": 4.505825421784261e-14,
+    "w_frob_norm": 45.91848268264859,
+    "relative_err": 2.8436653186726227e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 4.4257602096984564e-11,
+    "max_abs_err": 1.91402449445377e-13,
+    "mean_abs_err": 1.5262448013431563e-14,
+    "w_frob_norm": 41.69110283401204,
+    "relative_err": 1.0615598794109793e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.4317518748523725e-11,
+    "max_abs_err": 1.9375126503184958e-13,
+    "mean_abs_err": 1.8723861721795148e-14,
+    "w_frob_norm": 42.78958866319657,
+    "relative_err": 1.2694096962713353e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.1074383262568045e-10,
+    "max_abs_err": 4.5220316206850963e-13,
+    "mean_abs_err": 3.823886265291657e-14,
+    "w_frob_norm": 43.910263956470104,
+    "relative_err": 2.522048893522138e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 6.04632183677127e-11,
+    "max_abs_err": 2.734652781999358e-13,
+    "mean_abs_err": 2.0651776874855536e-14,
+    "w_frob_norm": 44.52705498276296,
+    "relative_err": 1.3578984370540303e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 4.719722886868407e-11,
+    "max_abs_err": 1.9665961025448764e-13,
+    "mean_abs_err": 1.6074644264720712e-14,
+    "w_frob_norm": 41.55124139573465,
+    "relative_err": 1.1358801153298152e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.3696553893351656e-10,
+    "max_abs_err": 6.150531473014809e-13,
+    "mean_abs_err": 4.6153590621533e-14,
+    "w_frob_norm": 44.191090012079854,
+    "relative_err": 3.099392635394971e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 5.1024714908207e-11,
+    "max_abs_err": 2.0569743824916387e-13,
+    "mean_abs_err": 1.7558202050595928e-14,
+    "w_frob_norm": 44.49632163826766,
+    "relative_err": 1.1467175943893034e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.4295486487453468e-10,
+    "max_abs_err": 5.989262905070625e-13,
+    "mean_abs_err": 4.856246948274699e-14,
+    "w_frob_norm": 44.276476940944555,
+    "relative_err": 3.2286865340529737e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 4.9611060860422534e-11,
+    "max_abs_err": 2.486366147691488e-13,
+    "mean_abs_err": 1.695554445008368e-14,
+    "w_frob_norm": 42.67356866060827,
+    "relative_err": 1.1625711750284956e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.1710389652204251e-10,
+    "max_abs_err": 5.376185607808281e-13,
+    "mean_abs_err": 4.0350070956201994e-14,
+    "w_frob_norm": 46.5634112225523,
+    "relative_err": 2.514933795600546e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 6.082162826215917e-11,
+    "max_abs_err": 2.8982957527012854e-13,
+    "mean_abs_err": 2.069815298096615e-14,
+    "w_frob_norm": 41.837690247226966,
+    "relative_err": 1.4537520571224763e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.1573688554192964e-10,
+    "max_abs_err": 4.1485478247116347e-13,
+    "mean_abs_err": 3.971030363431159e-14,
+    "w_frob_norm": 44.09712589264897,
+    "relative_err": 2.6245902243987988e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.4078383004287857e-10,
+    "max_abs_err": 7.212806740763966e-13,
+    "mean_abs_err": 4.79006941913699e-14,
+    "w_frob_norm": 45.83154629927695,
+    "relative_err": 3.0717669686195947e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 4.433644658710251e-11,
+    "max_abs_err": 1.5736023595280813e-13,
+    "mean_abs_err": 1.5272054799552864e-14,
+    "w_frob_norm": 40.04308743691195,
+    "relative_err": 1.1072184845125834e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 5.109999569766426e-11,
+    "max_abs_err": 1.832943519186614e-13,
+    "mean_abs_err": 1.7651487533785593e-14,
+    "w_frob_norm": 41.78889675995884,
+    "relative_err": 1.2228127483525027e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 5.241477455224286e-11,
+    "max_abs_err": 2.528238035592878e-13,
+    "mean_abs_err": 1.8115443788274286e-14,
+    "w_frob_norm": 43.49465914411734,
+    "relative_err": 1.2050853043489586e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.3396895015368365e-11,
+    "max_abs_err": 2.0803150868609066e-13,
+    "mean_abs_err": 1.8310603578286302e-14,
+    "w_frob_norm": 44.188447690679936,
+    "relative_err": 1.208390378162812e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.3478929897646916e-10,
+    "max_abs_err": 6.108412387018092e-13,
+    "mean_abs_err": 4.562154269113545e-14,
+    "w_frob_norm": 43.26295310076693,
+    "relative_err": 3.1155824860712e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 4.799517954955555e-11,
+    "max_abs_err": 1.7803813978645167e-13,
+    "mean_abs_err": 1.658670326169957e-14,
+    "w_frob_norm": 41.522749160524036,
+    "relative_err": 1.1558767307051263e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.0961250452784368e-10,
+    "max_abs_err": 4.700753675201952e-13,
+    "mean_abs_err": 3.772050274451478e-14,
+    "w_frob_norm": 43.83430717527964,
+    "relative_err": 2.500609946668888e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.3782594375289087e-10,
+    "max_abs_err": 5.22748511144755e-13,
+    "mean_abs_err": 4.753653578886429e-14,
+    "w_frob_norm": 46.517744670798706,
+    "relative_err": 2.9628681426468737e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 9.404535928151713e-11,
+    "max_abs_err": 3.325464903447539e-13,
+    "mean_abs_err": 3.268280143840291e-14,
+    "w_frob_norm": 42.339325091120344,
+    "relative_err": 2.2212295325709123e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.0858848153081898e-10,
+    "max_abs_err": 3.715747327881491e-13,
+    "mean_abs_err": 3.7664639501768426e-14,
+    "w_frob_norm": 46.3543862856941,
+    "relative_err": 2.342571873599189e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 4.562917041774747e-11,
+    "max_abs_err": 1.7484624859065434e-13,
+    "mean_abs_err": 1.5741323516094825e-14,
+    "w_frob_norm": 42.83325061060452,
+    "relative_err": 1.0652745184473752e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.78582454472444e-11,
+    "max_abs_err": 2.1273412718902929e-13,
+    "mean_abs_err": 1.966045890142361e-14,
+    "w_frob_norm": 39.53886597844182,
+    "relative_err": 1.4633258697604286e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 5.042394142086047e-11,
+    "max_abs_err": 1.7753680470189437e-13,
+    "mean_abs_err": 1.7324851711706042e-14,
+    "w_frob_norm": 41.827759286660644,
+    "relative_err": 1.205513809030197e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.0680594459289798e-10,
+    "max_abs_err": 4.5155892913761875e-13,
+    "mean_abs_err": 3.677463530968111e-14,
+    "w_frob_norm": 42.406757047454,
+    "relative_err": 2.5186067511217616e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.3443522706102364e-10,
+    "max_abs_err": 5.624931943837286e-13,
+    "mean_abs_err": 4.630861909411672e-14,
+    "w_frob_norm": 44.70620567740819,
+    "relative_err": 3.0070820152147035e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 4.8238131246123184e-11,
+    "max_abs_err": 1.7395807017095422e-13,
+    "mean_abs_err": 1.6672884797937584e-14,
+    "w_frob_norm": 42.7170442629279,
+    "relative_err": 1.1292478699886727e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.570261087200757e-10,
+    "max_abs_err": 6.400817376128742e-13,
+    "mean_abs_err": 5.312387522794079e-14,
+    "w_frob_norm": 44.72587712532914,
+    "relative_err": 3.5108558805915227e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 4.926396731556873e-11,
+    "max_abs_err": 1.8429008319387208e-13,
+    "mean_abs_err": 1.6998779658449496e-14,
+    "w_frob_norm": 42.2493407870972,
+    "relative_err": 1.166029253895809e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 4.276843662597748e-11,
+    "max_abs_err": 1.3826266520577946e-13,
+    "mean_abs_err": 1.4894473173108154e-14,
+    "w_frob_norm": 42.634750845138456,
+    "relative_err": 1.003135606006579e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.162770792651602e-10,
+    "max_abs_err": 4.314795049031872e-13,
+    "mean_abs_err": 4.00173983665642e-14,
+    "w_frob_norm": 44.05551298956137,
+    "relative_err": 2.639330957120195e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.2517764797371237e-10,
+    "max_abs_err": 4.746810583489136e-13,
+    "mean_abs_err": 4.266520916867925e-14,
+    "w_frob_norm": 44.56960486901253,
+    "relative_err": 2.8085877885074856e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 5.317882614801512e-11,
+    "max_abs_err": 2.0238324904831018e-13,
+    "mean_abs_err": 1.8287259102030753e-14,
+    "w_frob_norm": 40.99063025333484,
+    "relative_err": 1.2973410220665903e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 4.4192508837296784e-11,
+    "max_abs_err": 1.5529244556944377e-13,
+    "mean_abs_err": 1.5367781544686648e-14,
+    "w_frob_norm": 43.68529581707687,
+    "relative_err": 1.0116106120087584e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.6514913450489314e-11,
+    "max_abs_err": 2.402522625288839e-13,
+    "mean_abs_err": 1.944865694161447e-14,
+    "w_frob_norm": 42.9942226394176,
+    "relative_err": 1.3144769222708491e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 6.957384844185298e-11,
+    "max_abs_err": 3.300207329637317e-13,
+    "mean_abs_err": 2.293301867922322e-14,
+    "w_frob_norm": 42.535408632349935,
+    "relative_err": 1.635668979771813e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.1715680123871444e-10,
+    "max_abs_err": 4.984762602688875e-13,
+    "mean_abs_err": 3.990072662039592e-14,
+    "w_frob_norm": 44.49971822429748,
+    "relative_err": 2.632753777185608e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.1076178308214116e-10,
+    "max_abs_err": 4.291220156993347e-13,
+    "mean_abs_err": 3.830546396752173e-14,
+    "w_frob_norm": 43.202703053999414,
+    "relative_err": 2.5637697470850167e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.1761421850690087e-10,
+    "max_abs_err": 4.189079638727833e-13,
+    "mean_abs_err": 4.0593497540331705e-14,
+    "w_frob_norm": 43.10636027019469,
+    "relative_err": 2.7284655389525807e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.2291397405300656e-10,
+    "max_abs_err": 4.730243974293558e-13,
+    "mean_abs_err": 4.200213223991957e-14,
+    "w_frob_norm": 45.831014039425675,
+    "relative_err": 2.6818951452235168e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.4262655277206994e-10,
+    "max_abs_err": 6.025874244031115e-13,
+    "mean_abs_err": 4.840136964136997e-14,
+    "w_frob_norm": 46.03059832318758,
+    "relative_err": 3.0985161602868595e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 4.5353697780502706e-11,
+    "max_abs_err": 1.8386334121878178e-13,
+    "mean_abs_err": 1.5737025053067806e-14,
+    "w_frob_norm": 41.70337502740411,
+    "relative_err": 1.0875306315304193e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.3851005100936387e-10,
+    "max_abs_err": 6.068721913887742e-13,
+    "mean_abs_err": 4.678119702933415e-14,
+    "w_frob_norm": 44.865168855427,
+    "relative_err": 3.087251303025228e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 5.522471375789771e-11,
+    "max_abs_err": 2.3353714795337766e-13,
+    "mean_abs_err": 1.8758867172052535e-14,
+    "w_frob_norm": 42.508104179343356,
+    "relative_err": 1.2991572977449778e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 4.978767509978136e-11,
+    "max_abs_err": 2.6396246299853487e-13,
+    "mean_abs_err": 1.7066399525835467e-14,
+    "w_frob_norm": 42.697514340611605,
+    "relative_err": 1.1660555858734374e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 4.4560539522658755e-11,
+    "max_abs_err": 1.6853532458505072e-13,
+    "mean_abs_err": 1.5305069655634224e-14,
+    "w_frob_norm": 42.50185976702307,
+    "relative_err": 1.0484374040787975e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.1927391572404307e-10,
+    "max_abs_err": 4.67993265668154e-13,
+    "mean_abs_err": 4.1110669239881065e-14,
+    "w_frob_norm": 45.15770384662,
+    "relative_err": 2.6412750331407862e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 5.295397198142717e-11,
+    "max_abs_err": 2.0007953627221298e-13,
+    "mean_abs_err": 1.8218172375896883e-14,
+    "w_frob_norm": 43.41621585282418,
+    "relative_err": 1.2196818847809042e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.2459918700443389e-10,
+    "max_abs_err": 4.964501032489466e-13,
+    "mean_abs_err": 4.286825360778085e-14,
+    "w_frob_norm": 44.88484035792224,
+    "relative_err": 2.775974828268314e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.542769719812947e-10,
+    "max_abs_err": 6.08610384311703e-13,
+    "mean_abs_err": 5.234637658402795e-14,
+    "w_frob_norm": 44.38022631371582,
+    "relative_err": 3.476254737655878e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 9.917301905320128e-11,
+    "max_abs_err": 3.3806291099836017e-13,
+    "mean_abs_err": 3.4472905451292043e-14,
+    "w_frob_norm": 44.05625401429085,
+    "relative_err": 2.2510542775841044e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.785662135605705e-11,
+    "max_abs_err": 2.407154336969697e-13,
+    "mean_abs_err": 1.9630274320345233e-14,
+    "w_frob_norm": 41.91725133775081,
+    "relative_err": 1.380257996638992e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 5.379330958014369e-11,
+    "max_abs_err": 2.3579749264257543e-13,
+    "mean_abs_err": 1.843377817227357e-14,
+    "w_frob_norm": 42.98343669475364,
+    "relative_err": 1.2514892646243304e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.1475613983556576e-10,
+    "max_abs_err": 3.868363962489241e-13,
+    "mean_abs_err": 3.981584293817752e-14,
+    "w_frob_norm": 44.3403388109217,
+    "relative_err": 2.588075393941274e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 4.948064904042612e-11,
+    "max_abs_err": 2.043781810456835e-13,
+    "mean_abs_err": 1.704834355548924e-14,
+    "w_frob_norm": 42.4062917031372,
+    "relative_err": 1.1668232956282183e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 4.2324903546350244e-11,
+    "max_abs_err": 1.4403062076340234e-13,
+    "mean_abs_err": 1.46867832400294e-14,
+    "w_frob_norm": 40.41600247040554,
+    "relative_err": 1.0472313182715805e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.0807458703994226e-10,
+    "max_abs_err": 4.5231526857314464e-13,
+    "mean_abs_err": 3.720385464347088e-14,
+    "w_frob_norm": 44.54244459222781,
+    "relative_err": 2.426328146767233e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 4.7769257379362475e-11,
+    "max_abs_err": 2.16533388441853e-13,
+    "mean_abs_err": 1.628252210525737e-14,
+    "w_frob_norm": 41.45381112050045,
+    "relative_err": 1.1523489900724425e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.3849740912281552e-10,
+    "max_abs_err": 6.214881040356168e-13,
+    "mean_abs_err": 4.6826522291151466e-14,
+    "w_frob_norm": 42.4191943443221,
+    "relative_err": 3.2649702867672142e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 5.478470014670124e-11,
+    "max_abs_err": 2.0396184741144907e-13,
+    "mean_abs_err": 1.8810071216338033e-14,
+    "w_frob_norm": 43.216845819871914,
+    "relative_err": 1.267670027910973e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.32684044303633e-10,
+    "max_abs_err": 5.518831919237854e-13,
+    "mean_abs_err": 4.54030004750725e-14,
+    "w_frob_norm": 45.129843514909716,
+    "relative_err": 2.9400510608860777e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 6.361131003695451e-11,
+    "max_abs_err": 2.6759323923375433e-13,
+    "mean_abs_err": 2.1609776868344285e-14,
+    "w_frob_norm": 43.635531345205926,
+    "relative_err": 1.4577869932124304e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.1375798623192815e-10,
+    "max_abs_err": 4.107547635356923e-13,
+    "mean_abs_err": 3.942282957453205e-14,
+    "w_frob_norm": 44.37809591803573,
+    "relative_err": 2.5633814132547243e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.144391786077075e-10,
+    "max_abs_err": 4.0592529337857286e-13,
+    "mean_abs_err": 3.951957125016187e-14,
+    "w_frob_norm": 45.79874495546706,
+    "relative_err": 2.4987404942861156e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.267507037052488e-10,
+    "max_abs_err": 5.25808563356378e-13,
+    "mean_abs_err": 4.3585273783080264e-14,
+    "w_frob_norm": 44.14690422334663,
+    "relative_err": 2.871111937181271e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 4.318814365990483e-11,
+    "max_abs_err": 1.415436778201551e-13,
+    "mean_abs_err": 1.4996326812770002e-14,
+    "w_frob_norm": 41.286617865039574,
+    "relative_err": 1.046056710217366e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 5.1629788408842284e-11,
+    "max_abs_err": 2.1256694321403202e-13,
+    "mean_abs_err": 1.786753502039807e-14,
+    "w_frob_norm": 42.62017800870103,
+    "relative_err": 1.2113930729782948e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 5.7148899048845954e-11,
+    "max_abs_err": 1.9207031798362806e-13,
+    "mean_abs_err": 1.9610631810914542e-14,
+    "w_frob_norm": 42.20235204137713,
+    "relative_err": 1.3541638388498949e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 4.46894604414989e-11,
+    "max_abs_err": 1.661795701046742e-13,
+    "mean_abs_err": 1.5453191163368638e-14,
+    "w_frob_norm": 41.84602837820976,
+    "relative_err": 1.0679498670122248e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.1874984522872421e-10,
+    "max_abs_err": 4.92526158746287e-13,
+    "mean_abs_err": 4.0940959546820606e-14,
+    "w_frob_norm": 45.4630637247933,
+    "relative_err": 2.6120070998198905e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 4.8408582130425076e-11,
+    "max_abs_err": 1.9345289259398157e-13,
+    "mean_abs_err": 1.654538241345991e-14,
+    "w_frob_norm": 42.34472461456745,
+    "relative_err": 1.1432021951034614e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.329454348161056e-10,
+    "max_abs_err": 4.794879771008453e-13,
+    "mean_abs_err": 4.5360511000306764e-14,
+    "w_frob_norm": 44.19747495214236,
+    "relative_err": 3.0079871069571455e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.2346231261016923e-10,
+    "max_abs_err": 4.708637993400266e-13,
+    "mean_abs_err": 4.2445699114037155e-14,
+    "w_frob_norm": 43.56397718826313,
+    "relative_err": 2.8340459383821377e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.1669048939679668e-10,
+    "max_abs_err": 4.412702842016003e-13,
+    "mean_abs_err": 4.0248552593410545e-14,
+    "w_frob_norm": 42.95162593541569,
+    "relative_err": 2.7167886396724213e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 5.137188868953594e-11,
+    "max_abs_err": 2.0952792452455515e-13,
+    "mean_abs_err": 1.7795996888649865e-14,
+    "w_frob_norm": 43.32467852464818,
+    "relative_err": 1.1857419475209622e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.1831991355207588e-10,
+    "max_abs_err": 3.858927066779927e-13,
+    "mean_abs_err": 4.0865012054963804e-14,
+    "w_frob_norm": 44.201383494047995,
+    "relative_err": 2.6768373340171227e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.norm.weight": {
+    "frob_norm_diff": 4.42843102408825e-15,
+    "max_abs_err": 3.3306690738754696e-16,
+    "mean_abs_err": 5.692771299828501e-17,
+    "w_frob_norm": 37.59438361750135,
+    "relative_err": 1.1779501611582955e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.21.mixer.D": {
+    "frob_norm_diff": 2.6144476049972223e-16,
+    "max_abs_err": 1.1102230246251565e-16,
+    "mean_abs_err": 1.2321258888116273e-17,
+    "w_frob_norm": 1.4084197672238117,
+    "relative_err": 1.856298573649429e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.21.mixer.A_log": {
+    "frob_norm_diff": 2.63765602971738e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 1.6349768761081407e-16,
+    "w_frob_norm": 20.552759118497086,
+    "relative_err": 1.2833586062630104e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 5.315381681341497e-11,
+    "max_abs_err": 2.1608756450852695e-13,
+    "mean_abs_err": 1.813455742062037e-14,
+    "w_frob_norm": 42.71280040614988,
+    "relative_err": 1.244447011387288e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 5.002368800758763e-11,
+    "max_abs_err": 1.7709791966247224e-13,
+    "mean_abs_err": 1.725494543816415e-14,
+    "w_frob_norm": 44.046827897688075,
+    "relative_err": 1.1356933153911241e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.gate.weight": {
+    "frob_norm_diff": 4.6803662663002015e-11,
+    "max_abs_err": 6.027123244933819e-13,
+    "mean_abs_err": 6.00501315414369e-14,
+    "w_frob_norm": 16.333722050650696,
+    "relative_err": 2.8654621719326655e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 3.176746837545751e-10,
+    "max_abs_err": 2.8229849013960973e-12,
+    "mean_abs_err": 7.333498199279001e-14,
+    "w_frob_norm": 45.6785996771038,
+    "relative_err": 6.954562661731685e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.3703046904404281e-10,
+    "max_abs_err": 4.3753542455782224e-13,
+    "mean_abs_err": 3.2734345808368334e-14,
+    "w_frob_norm": 43.1061830887766,
+    "relative_err": 3.178905187727487e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.321181631789524e-10,
+    "max_abs_err": 4.797733391126435e-13,
+    "mean_abs_err": 4.5039349461192824e-14,
+    "w_frob_norm": 44.3520244471518,
+    "relative_err": 2.978853047314208e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.21.mixer.dt_bias": {
+    "frob_norm_diff": 6.844781844269317e-15,
+    "max_abs_err": 5.329070518200751e-15,
+    "mean_abs_err": 4.0440741033709315e-16,
+    "w_frob_norm": 32.93058037684314,
+    "relative_err": 2.0785488035560356e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.0954062860536668e-10,
+    "max_abs_err": 3.8655537104581583e-13,
+    "mean_abs_err": 3.7993150405338094e-14,
+    "w_frob_norm": 44.56981824733746,
+    "relative_err": 2.4577311039833663e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.20.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.289509743257702e-10,
+    "max_abs_err": 5.014651888179955e-13,
+    "mean_abs_err": 4.4367144052441606e-14,
+    "w_frob_norm": 46.077357051235666,
+    "relative_err": 2.798575755601245e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.21.mixer.conv1d.weight": {
+    "frob_norm_diff": 4.4024603955637295e-15,
+    "max_abs_err": 1.1275702593849246e-15,
+    "mean_abs_err": 1.0567196424864696e-17,
+    "w_frob_norm": 10.315243162744615,
+    "relative_err": 4.2679172231867683e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 1.7763568394002505e-15,
+    "sensitive": true
+  },
+  "backbone.layers.21.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.086337861620603e-10,
+    "max_abs_err": 6.042388811522414e-13,
+    "mean_abs_err": 4.482117283720975e-14,
+    "w_frob_norm": 121.72257253682133,
+    "relative_err": 2.5355509642116538e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.21.norm.weight": {
+    "frob_norm_diff": 3.969581038218956e-15,
+    "max_abs_err": 2.220446049250313e-16,
+    "mean_abs_err": 4.938799039045874e-17,
+    "w_frob_norm": 32.57660246682898,
+    "relative_err": 1.218537458674817e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.21.mixer.norm.weight": {
+    "frob_norm_diff": 1.1791542139803477e-14,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 7.866226381062334e-17,
+    "w_frob_norm": 100.41449422047296,
+    "relative_err": 1.174286862802259e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.2097508959692727e-10,
+    "max_abs_err": 5.026207314934306e-13,
+    "mean_abs_err": 4.138137017542596e-14,
+    "w_frob_norm": 44.68509578698852,
+    "relative_err": 2.7072805253368843e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 5.0976733442100846e-11,
+    "max_abs_err": 1.965094753586527e-13,
+    "mean_abs_err": 1.762769763524401e-14,
+    "w_frob_norm": 42.38698249185707,
+    "relative_err": 1.2026506829518697e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.21.mixer.out_proj.weight": {
+    "frob_norm_diff": 6.644300461147186e-10,
+    "max_abs_err": 3.182237459653514e-12,
+    "mean_abs_err": 1.44809925935443e-13,
+    "w_frob_norm": 70.45540539737353,
+    "relative_err": 9.430504904020998e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 4.7935937102485085e-11,
+    "max_abs_err": 2.496232387461106e-13,
+    "mean_abs_err": 1.6621248961734395e-14,
+    "w_frob_norm": 42.078327792877744,
+    "relative_err": 1.1392072740732538e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.1131635193535244e-11,
+    "max_abs_err": 1.8521295608309174e-13,
+    "mean_abs_err": 1.770678999427386e-14,
+    "w_frob_norm": 43.08152930619013,
+    "relative_err": 1.1868574773688092e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 4.907871867047253e-11,
+    "max_abs_err": 1.868089016809904e-13,
+    "mean_abs_err": 1.697591671817405e-14,
+    "w_frob_norm": 43.05693923757002,
+    "relative_err": 1.1398561890262768e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.271764517059435e-10,
+    "max_abs_err": 5.497108844509935e-13,
+    "mean_abs_err": 4.3310550087958075e-14,
+    "w_frob_norm": 46.497008385121156,
+    "relative_err": 2.735153424335993e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.2500245896660368e-10,
+    "max_abs_err": 5.284045770381773e-13,
+    "mean_abs_err": 4.261293763991784e-14,
+    "w_frob_norm": 43.83114640872789,
+    "relative_err": 2.851909411653274e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.1651793976582259e-10,
+    "max_abs_err": 4.801541109156204e-13,
+    "mean_abs_err": 3.995814572742739e-14,
+    "w_frob_norm": 43.316314768755305,
+    "relative_err": 2.6899319664624075e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 5.4813350368793976e-11,
+    "max_abs_err": 2.2242450936627023e-13,
+    "mean_abs_err": 1.8793575773276335e-14,
+    "w_frob_norm": 43.87658306380993,
+    "relative_err": 1.2492620560055611e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 5.148658079983328e-11,
+    "max_abs_err": 1.7631729409828267e-13,
+    "mean_abs_err": 1.781163896692625e-14,
+    "w_frob_norm": 43.7996619806859,
+    "relative_err": 1.1755017840671247e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 5.430928623506167e-11,
+    "max_abs_err": 2.683200883701886e-13,
+    "mean_abs_err": 1.8455786030700727e-14,
+    "w_frob_norm": 41.7853591533632,
+    "relative_err": 1.299720460358672e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.343123266231598e-10,
+    "max_abs_err": 5.035624695004515e-13,
+    "mean_abs_err": 4.6112553909525776e-14,
+    "w_frob_norm": 45.65939124193687,
+    "relative_err": 2.9416144843341162e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.3126373973424955e-10,
+    "max_abs_err": 5.661061897033193e-13,
+    "mean_abs_err": 4.472826787535957e-14,
+    "w_frob_norm": 42.646674501889024,
+    "relative_err": 3.0779361173503754e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 5.951594402112775e-11,
+    "max_abs_err": 2.858546732653622e-13,
+    "mean_abs_err": 1.99723484467507e-14,
+    "w_frob_norm": 40.93358260119301,
+    "relative_err": 1.4539637197403082e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.3407553397728248e-10,
+    "max_abs_err": 5.386819462716019e-13,
+    "mean_abs_err": 4.560824723469015e-14,
+    "w_frob_norm": 45.59023056944393,
+    "relative_err": 2.9408829984541533e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.2859208583253534e-10,
+    "max_abs_err": 4.4315766334346307e-13,
+    "mean_abs_err": 4.400107956266721e-14,
+    "w_frob_norm": 46.9185651250622,
+    "relative_err": 2.7407506067112462e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.382241905810616e-10,
+    "max_abs_err": 6.204342595239609e-13,
+    "mean_abs_err": 4.660077331079209e-14,
+    "w_frob_norm": 43.951140801996026,
+    "relative_err": 3.1449511448127004e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 5.3517592942852605e-11,
+    "max_abs_err": 2.2023355361611152e-13,
+    "mean_abs_err": 1.8385677095892982e-14,
+    "w_frob_norm": 43.85132278305433,
+    "relative_err": 1.220432806727866e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 6.316539146417472e-11,
+    "max_abs_err": 2.681275340643552e-13,
+    "mean_abs_err": 2.1129881434121402e-14,
+    "w_frob_norm": 40.87449423423427,
+    "relative_err": 1.5453497993687907e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 4.80193553088408e-11,
+    "max_abs_err": 1.8216331221232451e-13,
+    "mean_abs_err": 1.654919080761348e-14,
+    "w_frob_norm": 42.46309554500748,
+    "relative_err": 1.1308491454172044e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 6.682917175020358e-11,
+    "max_abs_err": 3.103177437235871e-13,
+    "mean_abs_err": 2.235912134208893e-14,
+    "w_frob_norm": 43.67594263186504,
+    "relative_err": 1.5301140106692612e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.698419443560431e-11,
+    "max_abs_err": 2.1064530328351871e-13,
+    "mean_abs_err": 1.956228206597757e-14,
+    "w_frob_norm": 44.481876253155924,
+    "relative_err": 1.281065441378754e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.2156758195514374e-10,
+    "max_abs_err": 5.456260443459371e-13,
+    "mean_abs_err": 4.2090553699931014e-14,
+    "w_frob_norm": 46.587143966649606,
+    "relative_err": 2.6094662948681825e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.2288513130015119e-10,
+    "max_abs_err": 4.243671386516823e-13,
+    "mean_abs_err": 4.253585793385841e-14,
+    "w_frob_norm": 45.04039986605792,
+    "relative_err": 2.7283312684964955e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.2520249392098233e-10,
+    "max_abs_err": 4.658773367083313e-13,
+    "mean_abs_err": 4.321455880005922e-14,
+    "w_frob_norm": 44.50018815364319,
+    "relative_err": 2.8135272931589196e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 5.518284616956079e-11,
+    "max_abs_err": 2.5500955513901857e-13,
+    "mean_abs_err": 1.9041045153678184e-14,
+    "w_frob_norm": 42.33539383969714,
+    "relative_err": 1.3034683550721295e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 4.710166854317551e-11,
+    "max_abs_err": 1.6915115141902248e-13,
+    "mean_abs_err": 1.6320174669769572e-14,
+    "w_frob_norm": 42.4547344557462,
+    "relative_err": 1.1094562042844283e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.2173879849882773e-10,
+    "max_abs_err": 4.376221607316211e-13,
+    "mean_abs_err": 4.1761059562007287e-14,
+    "w_frob_norm": 45.351596628479335,
+    "relative_err": 2.6843332440115173e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.0877757696763236e-10,
+    "max_abs_err": 3.5958389044132844e-13,
+    "mean_abs_err": 3.7691263163820297e-14,
+    "w_frob_norm": 44.32830148838773,
+    "relative_err": 2.4539080748701323e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.2347898656127877e-10,
+    "max_abs_err": 5.003419553673005e-13,
+    "mean_abs_err": 4.2331927924057277e-14,
+    "w_frob_norm": 42.73521313046078,
+    "relative_err": 2.889396764778634e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 4.922846460115121e-11,
+    "max_abs_err": 1.871454380353299e-13,
+    "mean_abs_err": 1.706157957047089e-14,
+    "w_frob_norm": 43.38411749853794,
+    "relative_err": 1.134711674216036e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 4.852384393337112e-11,
+    "max_abs_err": 1.7822375519838118e-13,
+    "mean_abs_err": 1.6718779689928117e-14,
+    "w_frob_norm": 43.08769680280474,
+    "relative_err": 1.1261647183288877e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 4.5717498845366044e-11,
+    "max_abs_err": 1.63726671109643e-13,
+    "mean_abs_err": 1.5757237430754644e-14,
+    "w_frob_norm": 41.732647928881,
+    "relative_err": 1.095485216353294e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 4.927341493008801e-11,
+    "max_abs_err": 1.7172721578084804e-13,
+    "mean_abs_err": 1.704317337978368e-14,
+    "w_frob_norm": 42.923796965873656,
+    "relative_err": 1.1479276861099353e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 4.4514571241361285e-11,
+    "max_abs_err": 1.6014620185522688e-13,
+    "mean_abs_err": 1.542590373107306e-14,
+    "w_frob_norm": 43.751065081711886,
+    "relative_err": 1.0174511445201033e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.1243647311824145e-10,
+    "max_abs_err": 4.4888832234635245e-13,
+    "mean_abs_err": 3.8701907752886834e-14,
+    "w_frob_norm": 46.35032066357305,
+    "relative_err": 2.4257970928474253e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.7342101223821126e-10,
+    "max_abs_err": 1.1700640456524525e-12,
+    "mean_abs_err": 5.6681001279868715e-14,
+    "w_frob_norm": 44.56929365269995,
+    "relative_err": 3.8910424201372925e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.2129572623979435e-10,
+    "max_abs_err": 5.352801535352114e-13,
+    "mean_abs_err": 4.14583998452843e-14,
+    "w_frob_norm": 44.17062271704659,
+    "relative_err": 2.7460723616419192e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.3603280473585934e-10,
+    "max_abs_err": 5.088846011247483e-13,
+    "mean_abs_err": 4.668626185433838e-14,
+    "w_frob_norm": 45.2096404311374,
+    "relative_err": 3.008933569004211e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.2647080831004966e-10,
+    "max_abs_err": 5.110425971288635e-13,
+    "mean_abs_err": 4.350142516180745e-14,
+    "w_frob_norm": 44.29242601093181,
+    "relative_err": 2.8553597014269527e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.012296130316538e-11,
+    "max_abs_err": 2.021577349964332e-13,
+    "mean_abs_err": 1.7271406108237192e-14,
+    "w_frob_norm": 42.139714620839904,
+    "relative_err": 1.18944709887469e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 5.147717051980174e-11,
+    "max_abs_err": 1.8136013524294725e-13,
+    "mean_abs_err": 1.7766547857548204e-14,
+    "w_frob_norm": 42.363945103771655,
+    "relative_err": 1.2151174871392876e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.0477304841690782e-10,
+    "max_abs_err": 3.957658853415147e-13,
+    "mean_abs_err": 3.626939323029404e-14,
+    "w_frob_norm": 44.336297566564355,
+    "relative_err": 2.3631438385130533e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 4.997898828375138e-11,
+    "max_abs_err": 2.1361037938483207e-13,
+    "mean_abs_err": 1.7182434733838002e-14,
+    "w_frob_norm": 42.08817507245651,
+    "relative_err": 1.1874829022097185e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 4.7005204548768807e-11,
+    "max_abs_err": 1.9864318523410418e-13,
+    "mean_abs_err": 1.6217792924608297e-14,
+    "w_frob_norm": 43.222205186184674,
+    "relative_err": 1.0875244413441754e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.440485999115671e-10,
+    "max_abs_err": 6.235203325877237e-13,
+    "mean_abs_err": 4.904101462099232e-14,
+    "w_frob_norm": 45.47533856615062,
+    "relative_err": 3.1676201750983572e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 4.797335395093955e-11,
+    "max_abs_err": 1.5370690831240097e-13,
+    "mean_abs_err": 1.663940812302523e-14,
+    "w_frob_norm": 42.505096115108785,
+    "relative_err": 1.1286494640788973e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.2387410046543483e-10,
+    "max_abs_err": 4.246950013886419e-13,
+    "mean_abs_err": 4.270266351818723e-14,
+    "w_frob_norm": 43.76781934962793,
+    "relative_err": 2.830255249316822e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.3757635838144447e-10,
+    "max_abs_err": 6.037132599390205e-13,
+    "mean_abs_err": 4.672744478495639e-14,
+    "w_frob_norm": 43.72281757620602,
+    "relative_err": 3.1465574729180676e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.274578144097356e-10,
+    "max_abs_err": 5.04641467502509e-13,
+    "mean_abs_err": 4.363833084623017e-14,
+    "w_frob_norm": 45.596207425305145,
+    "relative_err": 2.795360000467903e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 4.8414256010116443e-11,
+    "max_abs_err": 1.6498608035320217e-13,
+    "mean_abs_err": 1.6749072409537572e-14,
+    "w_frob_norm": 42.05383028506651,
+    "relative_err": 1.1512448612156155e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.0953811426301012e-10,
+    "max_abs_err": 4.524647800527304e-13,
+    "mean_abs_err": 3.795260831254571e-14,
+    "w_frob_norm": 44.22800749053152,
+    "relative_err": 2.476668529244968e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 5.1143069699623486e-11,
+    "max_abs_err": 2.1193463650703848e-13,
+    "mean_abs_err": 1.7617810387294983e-14,
+    "w_frob_norm": 42.83051015357842,
+    "relative_err": 1.1940803300319916e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 5.86462393255146e-11,
+    "max_abs_err": 2.2354514073175125e-13,
+    "mean_abs_err": 2.0182376973262604e-14,
+    "w_frob_norm": 42.52455523173383,
+    "relative_err": 1.3791147022215065e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 5.640268907545228e-11,
+    "max_abs_err": 2.678057428595615e-13,
+    "mean_abs_err": 1.9289648188653043e-14,
+    "w_frob_norm": 43.77224001756645,
+    "relative_err": 1.2885492963763572e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 5.568816736645639e-11,
+    "max_abs_err": 2.1728972787737888e-13,
+    "mean_abs_err": 1.9054334494211923e-14,
+    "w_frob_norm": 43.502129139523525,
+    "relative_err": 1.2801250988853631e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.4298378919704723e-10,
+    "max_abs_err": 5.984227870181602e-13,
+    "mean_abs_err": 4.8532238963761923e-14,
+    "w_frob_norm": 44.306742440809515,
+    "relative_err": 3.227133869931035e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 4.4976992219021016e-11,
+    "max_abs_err": 1.3974585377773963e-13,
+    "mean_abs_err": 1.5667102163056668e-14,
+    "w_frob_norm": 42.39267770974179,
+    "relative_err": 1.060961341648993e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.1273411920942912e-10,
+    "max_abs_err": 4.3405730398848874e-13,
+    "mean_abs_err": 3.9030311594685134e-14,
+    "w_frob_norm": 45.340747050641724,
+    "relative_err": 2.4863754248141254e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 4.96312233195167e-11,
+    "max_abs_err": 1.9854951016640143e-13,
+    "mean_abs_err": 1.714873112582047e-14,
+    "w_frob_norm": 42.827684561109365,
+    "relative_err": 1.1588584306653233e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.3589194879145706e-10,
+    "max_abs_err": 5.404288128119106e-13,
+    "mean_abs_err": 4.6730779167786226e-14,
+    "w_frob_norm": 43.87302733208861,
+    "relative_err": 3.0973916562184907e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.252598540981534e-10,
+    "max_abs_err": 4.934160718894631e-13,
+    "mean_abs_err": 4.2931068433896706e-14,
+    "w_frob_norm": 46.543577770165065,
+    "relative_err": 2.6912381922312452e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.1793030734405686e-10,
+    "max_abs_err": 4.363276233376734e-13,
+    "mean_abs_err": 4.0546071508384296e-14,
+    "w_frob_norm": 45.19116755947987,
+    "relative_err": 2.609587530325233e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 4.756922540583709e-11,
+    "max_abs_err": 1.7986241836187578e-13,
+    "mean_abs_err": 1.6301914556039382e-14,
+    "w_frob_norm": 39.14534284193912,
+    "relative_err": 1.2151950130546024e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.2070019444011983e-10,
+    "max_abs_err": 4.799702302271669e-13,
+    "mean_abs_err": 4.1733199993126756e-14,
+    "w_frob_norm": 47.71321005528,
+    "relative_err": 2.5297018226247596e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 4.383193808056158e-11,
+    "max_abs_err": 1.5608001002753724e-13,
+    "mean_abs_err": 1.5060400794577337e-14,
+    "w_frob_norm": 39.225236856901375,
+    "relative_err": 1.1174422793281283e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.35786582830874e-11,
+    "max_abs_err": 2.1285057050235423e-13,
+    "mean_abs_err": 1.8495668150132752e-14,
+    "w_frob_norm": 44.75282152469164,
+    "relative_err": 1.1972129679807172e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.259151859260964e-10,
+    "max_abs_err": 4.723582636145807e-13,
+    "mean_abs_err": 4.300055852070902e-14,
+    "w_frob_norm": 43.53983281623488,
+    "relative_err": 2.891953822090605e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.90871186617786e-11,
+    "max_abs_err": 2.1501290331515932e-13,
+    "mean_abs_err": 2.026213310666668e-14,
+    "w_frob_norm": 41.71466758420947,
+    "relative_err": 1.4164590558584538e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.179023779875856e-10,
+    "max_abs_err": 5.224817974103235e-13,
+    "mean_abs_err": 4.051392406346705e-14,
+    "w_frob_norm": 44.9855845653408,
+    "relative_err": 2.6208924286920047e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 5.4295416562418076e-11,
+    "max_abs_err": 2.136676252595393e-13,
+    "mean_abs_err": 1.8614020514080925e-14,
+    "w_frob_norm": 42.18071938787758,
+    "relative_err": 1.287209354187121e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.006283438358205e-10,
+    "max_abs_err": 3.577832474732645e-13,
+    "mean_abs_err": 3.503961667915407e-14,
+    "w_frob_norm": 43.54464809784635,
+    "relative_err": 2.310923344924159e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.1190471663724242e-10,
+    "max_abs_err": 5.262457136723242e-13,
+    "mean_abs_err": 3.8465717768650914e-14,
+    "w_frob_norm": 43.25326621867606,
+    "relative_err": 2.5871969083556466e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.1054327827752861e-10,
+    "max_abs_err": 4.0954739599641243e-13,
+    "mean_abs_err": 3.8350448664302895e-14,
+    "w_frob_norm": 45.18009452893603,
+    "relative_err": 2.446725254342487e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 5.3814146822151653e-11,
+    "max_abs_err": 2.455223524489014e-13,
+    "mean_abs_err": 1.8428252457374468e-14,
+    "w_frob_norm": 43.777934963356756,
+    "relative_err": 1.2292527472388879e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 4.9846269246642614e-11,
+    "max_abs_err": 1.6488546639159551e-13,
+    "mean_abs_err": 1.7230721199488202e-14,
+    "w_frob_norm": 44.190191306016,
+    "relative_err": 1.1279939681966618e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 5.953056263950636e-11,
+    "max_abs_err": 2.4143534393950006e-13,
+    "mean_abs_err": 2.025593018777583e-14,
+    "w_frob_norm": 43.70628786465928,
+    "relative_err": 1.3620594552401355e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.1619282803054987e-10,
+    "max_abs_err": 4.2294813484833327e-13,
+    "mean_abs_err": 3.989696435934727e-14,
+    "w_frob_norm": 44.222015181765926,
+    "relative_err": 2.6274883121667346e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 5.504475805389606e-11,
+    "max_abs_err": 2.2214521888663796e-13,
+    "mean_abs_err": 1.877391360385787e-14,
+    "w_frob_norm": 42.2535763555218,
+    "relative_err": 1.3027242378431874e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.3265090500107102e-10,
+    "max_abs_err": 5.131381430878434e-13,
+    "mean_abs_err": 4.5731621763548406e-14,
+    "w_frob_norm": 45.2108664244809,
+    "relative_err": 2.934049167640876e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 4.943859703185456e-11,
+    "max_abs_err": 1.855824521834748e-13,
+    "mean_abs_err": 1.709844710636941e-14,
+    "w_frob_norm": 43.49498496167796,
+    "relative_err": 1.1366505144308782e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.3172457585322258e-10,
+    "max_abs_err": 4.779041745672785e-13,
+    "mean_abs_err": 4.51960962651804e-14,
+    "w_frob_norm": 46.89794091241298,
+    "relative_err": 2.8087496655606393e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.2520918781334082e-10,
+    "max_abs_err": 6.104890898361859e-13,
+    "mean_abs_err": 4.2865450032452397e-14,
+    "w_frob_norm": 46.699049236890026,
+    "relative_err": 2.681193511632171e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.3226466770656957e-10,
+    "max_abs_err": 5.801817359873951e-13,
+    "mean_abs_err": 4.508427697897142e-14,
+    "w_frob_norm": 44.980895969610536,
+    "relative_err": 2.940463164538311e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 4.5621197824887364e-11,
+    "max_abs_err": 1.7706669463990465e-13,
+    "mean_abs_err": 1.5778077187794737e-14,
+    "w_frob_norm": 41.27541962719583,
+    "relative_err": 1.1052873171718928e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 7.231795824269616e-11,
+    "max_abs_err": 3.2835539842679395e-13,
+    "mean_abs_err": 2.4172467781985434e-14,
+    "w_frob_norm": 41.841873881937,
+    "relative_err": 1.7283632766245585e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 4.97360229969188e-11,
+    "max_abs_err": 1.7497808757482858e-13,
+    "mean_abs_err": 1.7127360737943368e-14,
+    "w_frob_norm": 40.66219488834999,
+    "relative_err": 1.2231514588300922e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 4.4476640098914416e-11,
+    "max_abs_err": 1.8719921446308518e-13,
+    "mean_abs_err": 1.539356500089807e-14,
+    "w_frob_norm": 41.80780117747696,
+    "relative_err": 1.0638359073252394e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.23678269618739e-10,
+    "max_abs_err": 4.612751153265648e-13,
+    "mean_abs_err": 4.240186482240466e-14,
+    "w_frob_norm": 44.1195934738075,
+    "relative_err": 2.8032504354819847e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 5.403779980075516e-11,
+    "max_abs_err": 2.2272808597456617e-13,
+    "mean_abs_err": 1.8613710331118408e-14,
+    "w_frob_norm": 43.3488414924113,
+    "relative_err": 1.2465800224491601e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 9.883655222185287e-11,
+    "max_abs_err": 4.0005498913586734e-13,
+    "mean_abs_err": 3.437622105217311e-14,
+    "w_frob_norm": 43.36502381537628,
+    "relative_err": 2.279176707999584e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.349727730249406e-10,
+    "max_abs_err": 5.594760765781359e-13,
+    "mean_abs_err": 4.6249249115465446e-14,
+    "w_frob_norm": 43.10510818685728,
+    "relative_err": 3.131247750031021e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.0939352413877094e-11,
+    "max_abs_err": 1.9494822423027358e-13,
+    "mean_abs_err": 1.751698199812545e-14,
+    "w_frob_norm": 43.93648430599386,
+    "relative_err": 1.1593861734387313e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.1421895269354309e-10,
+    "max_abs_err": 4.904444905751149e-13,
+    "mean_abs_err": 3.9466864687417777e-14,
+    "w_frob_norm": 42.73750398508628,
+    "relative_err": 2.6725695710587368e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.3892310282138845e-10,
+    "max_abs_err": 6.172987468411328e-13,
+    "mean_abs_err": 4.7714323339398604e-14,
+    "w_frob_norm": 44.13805140454228,
+    "relative_err": 3.1474679647296748e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.0504700423855617e-10,
+    "max_abs_err": 4.1715936260899866e-13,
+    "mean_abs_err": 3.639875272884356e-14,
+    "w_frob_norm": 45.684978985696645,
+    "relative_err": 2.2993773133056484e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.1149280416924297e-10,
+    "max_abs_err": 4.696824526528864e-13,
+    "mean_abs_err": 3.8484637031292265e-14,
+    "w_frob_norm": 43.93655809702856,
+    "relative_err": 2.5375862151747218e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 4.6601903105499616e-11,
+    "max_abs_err": 1.5668369379717717e-13,
+    "mean_abs_err": 1.6250827770988097e-14,
+    "w_frob_norm": 43.2209442434212,
+    "relative_err": 1.078225011536925e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.86233674659661e-11,
+    "max_abs_err": 2.0571391812218565e-13,
+    "mean_abs_err": 2.0033610742228015e-14,
+    "w_frob_norm": 43.76143244190902,
+    "relative_err": 1.3396126267983917e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.4648606229011451e-10,
+    "max_abs_err": 6.993884638095693e-13,
+    "mean_abs_err": 4.914580705744511e-14,
+    "w_frob_norm": 41.854891271521204,
+    "relative_err": 3.4998552819031256e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.166713242938948e-10,
+    "max_abs_err": 5.815417591925609e-13,
+    "mean_abs_err": 3.989171720465145e-14,
+    "w_frob_norm": 45.115724668959544,
+    "relative_err": 2.586045667003701e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.0753477287420896e-10,
+    "max_abs_err": 4.700779696054092e-13,
+    "mean_abs_err": 3.705563390085202e-14,
+    "w_frob_norm": 44.42482020028384,
+    "relative_err": 2.4206011952192865e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 5.68130921414306e-11,
+    "max_abs_err": 2.54789028417135e-13,
+    "mean_abs_err": 1.9342721425720894e-14,
+    "w_frob_norm": 42.90133518530045,
+    "relative_err": 1.3242732865082676e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.4586079051896815e-11,
+    "max_abs_err": 2.3174864804964557e-13,
+    "mean_abs_err": 1.8717042480679942e-14,
+    "w_frob_norm": 42.99805733885875,
+    "relative_err": 1.2695010526107092e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.1358630613468339e-10,
+    "max_abs_err": 4.712411016960516e-13,
+    "mean_abs_err": 3.9113183371109204e-14,
+    "w_frob_norm": 45.85390788084199,
+    "relative_err": 2.477134695473586e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 6.144658354888065e-11,
+    "max_abs_err": 2.4228882788968065e-13,
+    "mean_abs_err": 2.0817045096153137e-14,
+    "w_frob_norm": 42.75511672058908,
+    "relative_err": 1.4371749690321987e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.2259122100839135e-11,
+    "max_abs_err": 1.4853396290703813e-13,
+    "mean_abs_err": 1.466011423778836e-14,
+    "w_frob_norm": 41.20323336238067,
+    "relative_err": 1.0256263562903417e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 4.9881930040268544e-11,
+    "max_abs_err": 1.745869074309958e-13,
+    "mean_abs_err": 1.719290649437787e-14,
+    "w_frob_norm": 41.70392706200813,
+    "relative_err": 1.1960967120938235e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.4595710485956493e-10,
+    "max_abs_err": 7.555362585565106e-13,
+    "mean_abs_err": 4.924765457230773e-14,
+    "w_frob_norm": 44.5746963543914,
+    "relative_err": 3.2744385670994157e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.2560262388934128e-10,
+    "max_abs_err": 5.265388819397643e-13,
+    "mean_abs_err": 4.291513661586626e-14,
+    "w_frob_norm": 44.474987492012836,
+    "relative_err": 2.8241182510033976e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.3225513818605348e-10,
+    "max_abs_err": 4.62088700636798e-13,
+    "mean_abs_err": 4.54444907399119e-14,
+    "w_frob_norm": 43.57676490248998,
+    "relative_err": 3.03499212210901e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 5.114039763237187e-11,
+    "max_abs_err": 1.9171816911800477e-13,
+    "mean_abs_err": 1.761276792895705e-14,
+    "w_frob_norm": 42.81101309135267,
+    "relative_err": 1.1945617246488763e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 4.3241582172219126e-11,
+    "max_abs_err": 1.5193662300516664e-13,
+    "mean_abs_err": 1.5002564575854045e-14,
+    "w_frob_norm": 40.64918021884319,
+    "relative_err": 1.0637750119293725e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 4.994899636309614e-11,
+    "max_abs_err": 1.7544993236029427e-13,
+    "mean_abs_err": 1.726898484897028e-14,
+    "w_frob_norm": 40.60333216361646,
+    "relative_err": 1.2301698826544605e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.1992716586873848e-10,
+    "max_abs_err": 6.251804629542335e-13,
+    "mean_abs_err": 4.1421015921837385e-14,
+    "w_frob_norm": 45.22929083620854,
+    "relative_err": 2.6515376131595276e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.211656233004692e-10,
+    "max_abs_err": 4.659423888386804e-13,
+    "mean_abs_err": 4.183618197141012e-14,
+    "w_frob_norm": 45.13510079796698,
+    "relative_err": 2.6845098639045658e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 5.360403030629471e-11,
+    "max_abs_err": 1.9874900336613877e-13,
+    "mean_abs_err": 1.8462913592681734e-14,
+    "w_frob_norm": 43.64824562399976,
+    "relative_err": 1.228091290725802e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.0840387056125075e-10,
+    "max_abs_err": 3.7086826665255757e-13,
+    "mean_abs_err": 3.7688828334218736e-14,
+    "w_frob_norm": 43.50078626005792,
+    "relative_err": 2.49199795868486e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.286720734936471e-11,
+    "max_abs_err": 2.1514040549064362e-13,
+    "mean_abs_err": 1.808631834788038e-14,
+    "w_frob_norm": 42.937335214832956,
+    "relative_err": 1.2312642851459823e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 5.495892093640873e-11,
+    "max_abs_err": 2.1501116859168334e-13,
+    "mean_abs_err": 1.8970907813696494e-14,
+    "w_frob_norm": 43.73019835125246,
+    "relative_err": 1.2567727339117974e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 4.492850828899818e-11,
+    "max_abs_err": 1.6952498432809548e-13,
+    "mean_abs_err": 1.5562096248952047e-14,
+    "w_frob_norm": 42.227648731163406,
+    "relative_err": 1.063959506129016e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.1498432208305659e-10,
+    "max_abs_err": 3.738051534973863e-13,
+    "mean_abs_err": 3.9859609587506426e-14,
+    "w_frob_norm": 45.06907705569764,
+    "relative_err": 2.5512908094602362e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 4.6202785561156624e-11,
+    "max_abs_err": 1.9872645196095107e-13,
+    "mean_abs_err": 1.594148957857695e-14,
+    "w_frob_norm": 41.352382991856736,
+    "relative_err": 1.1172943907550636e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.244757561122657e-10,
+    "max_abs_err": 7.317896288938641e-13,
+    "mean_abs_err": 4.261943066245683e-14,
+    "w_frob_norm": 43.440074580211515,
+    "relative_err": 2.8654590793213968e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.173227360126109e-10,
+    "max_abs_err": 5.011182441228001e-13,
+    "mean_abs_err": 4.049731794064533e-14,
+    "w_frob_norm": 42.8860715538079,
+    "relative_err": 2.7356839123259283e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.293127662632868e-10,
+    "max_abs_err": 5.793421298250223e-13,
+    "mean_abs_err": 4.4227424598864837e-14,
+    "w_frob_norm": 44.631692067130096,
+    "relative_err": 2.8973305800010613e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 4.558444431280527e-11,
+    "max_abs_err": 1.6563139748626554e-13,
+    "mean_abs_err": 1.58054333895184e-14,
+    "w_frob_norm": 43.1391027478777,
+    "relative_err": 1.0566850353661533e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 5.7923481980518286e-11,
+    "max_abs_err": 3.2815417050358064e-13,
+    "mean_abs_err": 1.9811723718311183e-14,
+    "w_frob_norm": 42.09428357783457,
+    "relative_err": 1.3760415205407805e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.377025866455115e-10,
+    "max_abs_err": 5.566432731418658e-13,
+    "mean_abs_err": 4.691822996388703e-14,
+    "w_frob_norm": 44.520617772233095,
+    "relative_err": 3.093007095049672e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.497745586283272e-11,
+    "max_abs_err": 2.604600563005377e-13,
+    "mean_abs_err": 1.893758391847864e-14,
+    "w_frob_norm": 42.69787097084751,
+    "relative_err": 1.287592439922104e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 5.019853349878769e-11,
+    "max_abs_err": 2.0522819554891214e-13,
+    "mean_abs_err": 1.7401529842077528e-14,
+    "w_frob_norm": 44.45796523300494,
+    "relative_err": 1.1291235043191098e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.0682503743758439e-10,
+    "max_abs_err": 3.61786989255819e-13,
+    "mean_abs_err": 3.707533410955337e-14,
+    "w_frob_norm": 45.525390138024456,
+    "relative_err": 2.3464936184777525e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.2613733850084754e-10,
+    "max_abs_err": 5.288460641628134e-13,
+    "mean_abs_err": 4.3411840948448045e-14,
+    "w_frob_norm": 47.186059047220496,
+    "relative_err": 2.6731907908354486e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 5.751607703055725e-11,
+    "max_abs_err": 3.0432253939061127e-13,
+    "mean_abs_err": 1.9459478754144783e-14,
+    "w_frob_norm": 42.61318945202316,
+    "relative_err": 1.3497247629237606e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 5.1751147069466904e-11,
+    "max_abs_err": 2.0788926136106056e-13,
+    "mean_abs_err": 1.7780813061170095e-14,
+    "w_frob_norm": 41.63901416878576,
+    "relative_err": 1.242852361001899e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.1230844331845617e-10,
+    "max_abs_err": 3.8325592699450794e-13,
+    "mean_abs_err": 3.885309969663726e-14,
+    "w_frob_norm": 45.252020334179555,
+    "relative_err": 2.4818437384469186e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.734617718656839e-11,
+    "max_abs_err": 2.1110543868552156e-13,
+    "mean_abs_err": 1.9645386848921084e-14,
+    "w_frob_norm": 45.1795701593611,
+    "relative_err": 1.2692944395949814e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.1411607567493239e-10,
+    "max_abs_err": 4.664953319466481e-13,
+    "mean_abs_err": 3.944012441728689e-14,
+    "w_frob_norm": 44.112535067964416,
+    "relative_err": 2.5869308009415725e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.5916897130623326e-10,
+    "max_abs_err": 6.687784007142206e-13,
+    "mean_abs_err": 5.2966454062939124e-14,
+    "w_frob_norm": 45.48963146779285,
+    "relative_err": 3.4990165048693923e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.3334216531507628e-10,
+    "max_abs_err": 4.741454624757058e-13,
+    "mean_abs_err": 4.5699263345183744e-14,
+    "w_frob_norm": 47.722167811154854,
+    "relative_err": 2.794134705756349e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.022920731020664e-11,
+    "max_abs_err": 1.8784626631962453e-13,
+    "mean_abs_err": 1.731860935092152e-14,
+    "w_frob_norm": 44.42297057744021,
+    "relative_err": 1.130703477441805e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 5.3429866591364096e-11,
+    "max_abs_err": 1.9181531363265947e-13,
+    "mean_abs_err": 1.8233196577162865e-14,
+    "w_frob_norm": 42.49004446810419,
+    "relative_err": 1.257467890660177e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.1305958289074335e-10,
+    "max_abs_err": 4.548531690184987e-13,
+    "mean_abs_err": 3.8954762365731657e-14,
+    "w_frob_norm": 43.00645296265826,
+    "relative_err": 2.6288981095211687e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.3008951258267945e-10,
+    "max_abs_err": 7.301451110386381e-13,
+    "mean_abs_err": 4.4416125973784276e-14,
+    "w_frob_norm": 45.27342849274604,
+    "relative_err": 2.8734186235425733e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 5.351708464201305e-11,
+    "max_abs_err": 3.00155733601315e-13,
+    "mean_abs_err": 1.8532813785655255e-14,
+    "w_frob_norm": 44.00444515339584,
+    "relative_err": 1.2161745127215429e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 4.8101008221200136e-11,
+    "max_abs_err": 2.0991541838100147e-13,
+    "mean_abs_err": 1.6459530951488682e-14,
+    "w_frob_norm": 41.09692701495264,
+    "relative_err": 1.1704283437956114e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.0729267475514922e-10,
+    "max_abs_err": 3.8529596180225667e-13,
+    "mean_abs_err": 3.7077759049071e-14,
+    "w_frob_norm": 43.645165125635074,
+    "relative_err": 2.4582946231570253e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 4.7912453108231736e-11,
+    "max_abs_err": 1.8891485598082625e-13,
+    "mean_abs_err": 1.6603366196231166e-14,
+    "w_frob_norm": 42.244940427645744,
+    "relative_err": 1.13415837786049e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.0328602020982266e-10,
+    "max_abs_err": 3.3130963250638246e-13,
+    "mean_abs_err": 3.5841603883006516e-14,
+    "w_frob_norm": 42.58124501633802,
+    "relative_err": 2.425622364263722e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 4.574564570694796e-11,
+    "max_abs_err": 1.699057561310724e-13,
+    "mean_abs_err": 1.588388723860948e-14,
+    "w_frob_norm": 40.84170590766625,
+    "relative_err": 1.1200718650285665e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.1473206761764149e-10,
+    "max_abs_err": 4.340139359015893e-13,
+    "mean_abs_err": 3.964097622691577e-14,
+    "w_frob_norm": 46.22360866581414,
+    "relative_err": 2.4821097038772428e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 5.274946741459776e-11,
+    "max_abs_err": 2.1429386043436693e-13,
+    "mean_abs_err": 1.7959422995067303e-14,
+    "w_frob_norm": 42.88206966259968,
+    "relative_err": 1.2301054456941031e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.2388596839958153e-10,
+    "max_abs_err": 4.609090886731337e-13,
+    "mean_abs_err": 4.263597412846279e-14,
+    "w_frob_norm": 43.12272332653313,
+    "relative_err": 2.8728697735876835e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.0816463255889428e-10,
+    "max_abs_err": 4.06064071256651e-13,
+    "mean_abs_err": 3.730776469136602e-14,
+    "w_frob_norm": 45.7252927673986,
+    "relative_err": 2.3655317661741454e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.1809899846258976e-10,
+    "max_abs_err": 4.905381656428176e-13,
+    "mean_abs_err": 4.0507923520852983e-14,
+    "w_frob_norm": 43.41655972564799,
+    "relative_err": 2.7201371828828646e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 4.3744991371419334e-11,
+    "max_abs_err": 1.670703506095883e-13,
+    "mean_abs_err": 1.510110964270067e-14,
+    "w_frob_norm": 42.11711597906042,
+    "relative_err": 1.038651160092924e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 4.6384267474497515e-11,
+    "max_abs_err": 1.8134452273166346e-13,
+    "mean_abs_err": 1.6014646750301437e-14,
+    "w_frob_norm": 41.31329431456997,
+    "relative_err": 1.1227443428092628e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 5.2808191067315776e-11,
+    "max_abs_err": 1.8688522951393338e-13,
+    "mean_abs_err": 1.8274634365302555e-14,
+    "w_frob_norm": 43.95836711508074,
+    "relative_err": 1.2013228546243916e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.3399808926180732e-10,
+    "max_abs_err": 4.862985014675303e-13,
+    "mean_abs_err": 4.6082087499020396e-14,
+    "w_frob_norm": 43.547562657834966,
+    "relative_err": 3.077051414212702e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.0979833483071586e-10,
+    "max_abs_err": 4.1826698354840985e-13,
+    "mean_abs_err": 3.7844501922083726e-14,
+    "w_frob_norm": 44.435032970330724,
+    "relative_err": 2.470985785113026e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 5.002818614148347e-11,
+    "max_abs_err": 1.925842298133862e-13,
+    "mean_abs_err": 1.724433597514472e-14,
+    "w_frob_norm": 42.35705093966885,
+    "relative_err": 1.1811064517390735e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.342988948164508e-10,
+    "max_abs_err": 5.014320122315175e-13,
+    "mean_abs_err": 4.644481649752736e-14,
+    "w_frob_norm": 44.922955550815175,
+    "relative_err": 2.9895382699060594e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.182842000498251e-10,
+    "max_abs_err": 4.677369602745785e-13,
+    "mean_abs_err": 4.076166777413254e-14,
+    "w_frob_norm": 43.364717346806735,
+    "relative_err": 2.7276598877344056e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 4.557196931698017e-11,
+    "max_abs_err": 1.5158273941606737e-13,
+    "mean_abs_err": 1.580504995622626e-14,
+    "w_frob_norm": 43.915128987691965,
+    "relative_err": 1.0377282355188474e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 5.3354584596480604e-11,
+    "max_abs_err": 1.8706564075543497e-13,
+    "mean_abs_err": 1.836899155572612e-14,
+    "w_frob_norm": 41.880248671349506,
+    "relative_err": 1.273979651247409e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 4.244486801397278e-11,
+    "max_abs_err": 1.6604035854572707e-13,
+    "mean_abs_err": 1.4734943206725832e-14,
+    "w_frob_norm": 42.284608812774174,
+    "relative_err": 1.0037900126239358e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.1734726279278083e-10,
+    "max_abs_err": 5.659153701209618e-13,
+    "mean_abs_err": 4.0411330047510324e-14,
+    "w_frob_norm": 46.54805501781001,
+    "relative_err": 2.5209917524562938e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.2290786377113138e-10,
+    "max_abs_err": 4.348457358083202e-13,
+    "mean_abs_err": 4.2531256633246843e-14,
+    "w_frob_norm": 44.06195416441096,
+    "relative_err": 2.789432881540343e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 5.661499187172814e-11,
+    "max_abs_err": 2.1271352734775206e-13,
+    "mean_abs_err": 1.9584525462040338e-14,
+    "w_frob_norm": 43.714831414358336,
+    "relative_err": 1.2950980260015983e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.285039667487113e-10,
+    "max_abs_err": 4.921930918388995e-13,
+    "mean_abs_err": 4.389629383743724e-14,
+    "w_frob_norm": 44.989173005430445,
+    "relative_err": 2.8563309384060063e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.2841981350948078e-10,
+    "max_abs_err": 5.401235014801387e-13,
+    "mean_abs_err": 4.38436821932385e-14,
+    "w_frob_norm": 44.459292543042466,
+    "relative_err": 2.888480813885049e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 6.569876319174046e-11,
+    "max_abs_err": 2.8315631089848026e-13,
+    "mean_abs_err": 2.208207290465165e-14,
+    "w_frob_norm": 42.83493113190538,
+    "relative_err": 1.5337660515766553e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.086668600734988e-11,
+    "max_abs_err": 1.9255083638647363e-13,
+    "mean_abs_err": 1.749400693110042e-14,
+    "w_frob_norm": 41.62744794550494,
+    "relative_err": 1.2219506243558374e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 5.712027511546508e-11,
+    "max_abs_err": 2.171839097453443e-13,
+    "mean_abs_err": 1.9643838936931835e-14,
+    "w_frob_norm": 42.63945227753674,
+    "relative_err": 1.3396109017459661e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 5.6328365708524113e-11,
+    "max_abs_err": 2.2361279494731434e-13,
+    "mean_abs_err": 1.9379769420908088e-14,
+    "w_frob_norm": 43.642317496186614,
+    "relative_err": 1.2906822767476998e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.1107687842246262e-10,
+    "max_abs_err": 4.3883646716480484e-13,
+    "mean_abs_err": 3.795900401996438e-14,
+    "w_frob_norm": 45.809208443758635,
+    "relative_err": 2.424771835095887e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.437792174398506e-11,
+    "max_abs_err": 1.9325513411772022e-13,
+    "mean_abs_err": 1.8714897322907797e-14,
+    "w_frob_norm": 43.99027285324504,
+    "relative_err": 1.2361351320869053e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 5.7546913014543347e-11,
+    "max_abs_err": 2.291361544948245e-13,
+    "mean_abs_err": 1.977458073861415e-14,
+    "w_frob_norm": 44.206433423240476,
+    "relative_err": 1.3017768808349382e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.0885659046406631e-10,
+    "max_abs_err": 4.800413538896819e-13,
+    "mean_abs_err": 3.71121356355566e-14,
+    "w_frob_norm": 44.48028835165316,
+    "relative_err": 2.44729956792244e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.4492606978226425e-10,
+    "max_abs_err": 5.396343094599132e-13,
+    "mean_abs_err": 4.967865485608192e-14,
+    "w_frob_norm": 46.905717566404775,
+    "relative_err": 3.08973142937407e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.3071751014357884e-10,
+    "max_abs_err": 5.990156287660753e-13,
+    "mean_abs_err": 4.4415699612860546e-14,
+    "w_frob_norm": 45.01879855874682,
+    "relative_err": 2.903620583587995e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.30974957646136e-10,
+    "max_abs_err": 5.416153636694787e-13,
+    "mean_abs_err": 4.5071067551425626e-14,
+    "w_frob_norm": 43.91609434983631,
+    "relative_err": 2.982390842928504e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 6.121616154612192e-11,
+    "max_abs_err": 2.933183210207524e-13,
+    "mean_abs_err": 2.0993088694886357e-14,
+    "w_frob_norm": 42.20025219494893,
+    "relative_err": 1.4506112727318974e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.2022785845183226e-10,
+    "max_abs_err": 4.343209819568372e-13,
+    "mean_abs_err": 4.1347571022894205e-14,
+    "w_frob_norm": 46.26320524453527,
+    "relative_err": 2.5987792634846433e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 4.77072676325585e-11,
+    "max_abs_err": 2.0535656508613442e-13,
+    "mean_abs_err": 1.6390173117834697e-14,
+    "w_frob_norm": 40.7339984505179,
+    "relative_err": 1.1711903924804106e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 5.745091553333303e-11,
+    "max_abs_err": 1.883866326823913e-13,
+    "mean_abs_err": 1.9718580191969358e-14,
+    "w_frob_norm": 42.19912641701423,
+    "relative_err": 1.361424285555102e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.1441231761486387e-10,
+    "max_abs_err": 4.060363156810354e-13,
+    "mean_abs_err": 3.961705302010319e-14,
+    "w_frob_norm": 42.17787081762419,
+    "relative_err": 2.712614823768113e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.3293480585077227e-10,
+    "max_abs_err": 4.68146355014909e-13,
+    "mean_abs_err": 4.565255244371885e-14,
+    "w_frob_norm": 42.62100391889774,
+    "relative_err": 3.1189975276915113e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 5.1078388489435756e-11,
+    "max_abs_err": 1.844973826492513e-13,
+    "mean_abs_err": 1.7678322455644168e-14,
+    "w_frob_norm": 41.634926970624385,
+    "relative_err": 1.2268158540418295e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.3727719205877165e-10,
+    "max_abs_err": 5.634945635102362e-13,
+    "mean_abs_err": 4.6887951880889064e-14,
+    "w_frob_norm": 44.08508013885157,
+    "relative_err": 3.113914994061475e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 5.152901548665218e-11,
+    "max_abs_err": 2.2165082269598457e-13,
+    "mean_abs_err": 1.7668769239874293e-14,
+    "w_frob_norm": 42.98822492765774,
+    "relative_err": 1.1986774418661673e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.209354331315046e-11,
+    "max_abs_err": 1.9172510801190867e-13,
+    "mean_abs_err": 1.7988325930273527e-14,
+    "w_frob_norm": 44.985660912013856,
+    "relative_err": 1.1580032894267955e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.1238239323344377e-10,
+    "max_abs_err": 3.9953804154002626e-13,
+    "mean_abs_err": 3.8886991225141575e-14,
+    "w_frob_norm": 43.47562698916979,
+    "relative_err": 2.5849516387984316e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.0397897519788635e-11,
+    "max_abs_err": 2.1804259786595281e-13,
+    "mean_abs_err": 1.7218845882604283e-14,
+    "w_frob_norm": 41.37008326461636,
+    "relative_err": 1.2182208384118415e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.3311304256275651e-10,
+    "max_abs_err": 5.146508219588952e-13,
+    "mean_abs_err": 4.574063091212141e-14,
+    "w_frob_norm": 47.28776771975781,
+    "relative_err": 2.8149572073612418e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 4.974318725656063e-11,
+    "max_abs_err": 2.0568963199352197e-13,
+    "mean_abs_err": 1.7022401091056308e-14,
+    "w_frob_norm": 41.807465600840345,
+    "relative_err": 1.1898158987078321e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 5.1655295179725083e-11,
+    "max_abs_err": 2.0751109164329762e-13,
+    "mean_abs_err": 1.7744012417908255e-14,
+    "w_frob_norm": 42.20172440389334,
+    "relative_err": 1.2240091112238912e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.0992195743909455e-11,
+    "max_abs_err": 2.020900807808701e-13,
+    "mean_abs_err": 1.7500405913163533e-14,
+    "w_frob_norm": 43.29351044453727,
+    "relative_err": 1.1778253881545335e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.28318288901602e-10,
+    "max_abs_err": 4.878233234029139e-13,
+    "mean_abs_err": 4.396060647525928e-14,
+    "w_frob_norm": 43.88592526542523,
+    "relative_err": 2.9239052868436466e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 4.788924718126558e-11,
+    "max_abs_err": 2.2384524789309523e-13,
+    "mean_abs_err": 1.6548397383928954e-14,
+    "w_frob_norm": 42.93459311860766,
+    "relative_err": 1.1154000469730922e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 5.069524935495164e-11,
+    "max_abs_err": 2.0050606140686877e-13,
+    "mean_abs_err": 1.7371957622363626e-14,
+    "w_frob_norm": 40.0153447395967,
+    "relative_err": 1.2668952294389899e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.1294573142901799e-10,
+    "max_abs_err": 4.0900616227190767e-13,
+    "mean_abs_err": 3.887257806109684e-14,
+    "w_frob_norm": 43.79267075550451,
+    "relative_err": 2.5791012395566514e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.4347700506078247e-10,
+    "max_abs_err": 6.981082378842984e-13,
+    "mean_abs_err": 4.843121796280287e-14,
+    "w_frob_norm": 45.33072593787744,
+    "relative_err": 3.1651159802163236e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.2943370578713308e-10,
+    "max_abs_err": 5.453103246733093e-13,
+    "mean_abs_err": 4.441540710706002e-14,
+    "w_frob_norm": 45.55015703768402,
+    "relative_err": 2.841564424905308e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.209477633480624e-10,
+    "max_abs_err": 4.95367635799937e-13,
+    "mean_abs_err": 4.1628076981153754e-14,
+    "w_frob_norm": 45.662583721024234,
+    "relative_err": 2.6487279845352884e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.2844996426949284e-10,
+    "max_abs_err": 4.655685559296074e-13,
+    "mean_abs_err": 4.4198769835399304e-14,
+    "w_frob_norm": 45.25857723435089,
+    "relative_err": 2.838135268909876e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 6.051830602582748e-11,
+    "max_abs_err": 2.3311734487219127e-13,
+    "mean_abs_err": 2.0559081568931626e-14,
+    "w_frob_norm": 44.08074517608892,
+    "relative_err": 1.372896619239888e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 6.506491485206995e-11,
+    "max_abs_err": 2.561804934853029e-13,
+    "mean_abs_err": 2.2234854602352292e-14,
+    "w_frob_norm": 43.725931906109835,
+    "relative_err": 1.4880166531791724e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 6.559408400163085e-11,
+    "max_abs_err": 2.343420596462309e-13,
+    "mean_abs_err": 2.2349886840391526e-14,
+    "w_frob_norm": 41.49425645008826,
+    "relative_err": 1.580799118078698e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 4.962702732113684e-11,
+    "max_abs_err": 2.236683060985456e-13,
+    "mean_abs_err": 1.7122585641593122e-14,
+    "w_frob_norm": 41.30065462718874,
+    "relative_err": 1.2016038914905417e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.2297909209908093e-10,
+    "max_abs_err": 5.322896528929533e-13,
+    "mean_abs_err": 4.215000958160112e-14,
+    "w_frob_norm": 43.96894196635173,
+    "relative_err": 2.7969536358912975e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.3837851422484752e-10,
+    "max_abs_err": 5.652180112836191e-13,
+    "mean_abs_err": 4.7514159431526555e-14,
+    "w_frob_norm": 47.25848418140012,
+    "relative_err": 2.928120032239845e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.1063308762175717e-10,
+    "max_abs_err": 4.0295544678770057e-13,
+    "mean_abs_err": 3.814658916187008e-14,
+    "w_frob_norm": 45.89613510841524,
+    "relative_err": 2.4105098906568313e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.4051320247571021e-10,
+    "max_abs_err": 9.151117363881411e-13,
+    "mean_abs_err": 4.773149878526217e-14,
+    "w_frob_norm": 46.08138863860046,
+    "relative_err": 3.0492397609304715e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 5.417273539399077e-11,
+    "max_abs_err": 2.3601433307707254e-13,
+    "mean_abs_err": 1.866672820095887e-14,
+    "w_frob_norm": 43.969014620429554,
+    "relative_err": 1.2320661689065965e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 4.926074055336388e-11,
+    "max_abs_err": 1.9144495017053842e-13,
+    "mean_abs_err": 1.7043645603369278e-14,
+    "w_frob_norm": 42.990841269624816,
+    "relative_err": 1.1458426748249996e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.4157037139216997e-10,
+    "max_abs_err": 5.196676422514201e-13,
+    "mean_abs_err": 4.873993751221113e-14,
+    "w_frob_norm": 45.665889159543546,
+    "relative_err": 3.100133907336472e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 4.31687281452872e-11,
+    "max_abs_err": 1.5325934965559895e-13,
+    "mean_abs_err": 1.4951474577526544e-14,
+    "w_frob_norm": 42.11939383248934,
+    "relative_err": 1.0249133289280257e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 4.196586234430971e-11,
+    "max_abs_err": 1.7602239110736662e-13,
+    "mean_abs_err": 1.452080461127478e-14,
+    "w_frob_norm": 39.89065173031109,
+    "relative_err": 1.0520224795530669e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 4.826195633013085e-11,
+    "max_abs_err": 2.1651951065404518e-13,
+    "mean_abs_err": 1.6609116433093718e-14,
+    "w_frob_norm": 42.59231446974041,
+    "relative_err": 1.1331141998497973e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.6043930765977876e-10,
+    "max_abs_err": 9.198024286671824e-13,
+    "mean_abs_err": 5.3538805952588165e-14,
+    "w_frob_norm": 47.42367464328934,
+    "relative_err": 3.3831057771581107e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.1008878909309386e-10,
+    "max_abs_err": 4.4189565201468994e-13,
+    "mean_abs_err": 3.778855040239541e-14,
+    "w_frob_norm": 42.299380047020705,
+    "relative_err": 2.6026099902815906e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.2442616028526084e-10,
+    "max_abs_err": 5.325288821023122e-13,
+    "mean_abs_err": 4.2788691303114624e-14,
+    "w_frob_norm": 43.08977726128191,
+    "relative_err": 2.887602772480871e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 4.636849899304994e-11,
+    "max_abs_err": 1.724857236207189e-13,
+    "mean_abs_err": 1.6099763264714555e-14,
+    "w_frob_norm": 42.492102314620695,
+    "relative_err": 1.091226285998456e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.0250007237012982e-10,
+    "max_abs_err": 3.3446509450918427e-13,
+    "mean_abs_err": 3.5707338985763925e-14,
+    "w_frob_norm": 43.091065527876765,
+    "relative_err": 2.3786850270346593e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.1121063674170153e-10,
+    "max_abs_err": 4.568966732731994e-13,
+    "mean_abs_err": 3.800174450482716e-14,
+    "w_frob_norm": 44.2186564801112,
+    "relative_err": 2.5150161853452552e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.4493363553564485e-11,
+    "max_abs_err": 2.6920653206641276e-13,
+    "mean_abs_err": 1.884074080437906e-14,
+    "w_frob_norm": 44.855114618616106,
+    "relative_err": 1.2148751378053159e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.2504539997534465e-10,
+    "max_abs_err": 4.576564821556772e-13,
+    "mean_abs_err": 4.2942431286686614e-14,
+    "w_frob_norm": 44.14994848895105,
+    "relative_err": 2.832288694666053e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.012980012154897e-11,
+    "max_abs_err": 1.9434454046063365e-13,
+    "mean_abs_err": 1.7301907846054195e-14,
+    "w_frob_norm": 41.503060226341034,
+    "relative_err": 1.207857922961853e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 6.118183437494169e-11,
+    "max_abs_err": 3.061240497204132e-13,
+    "mean_abs_err": 2.084650433316886e-14,
+    "w_frob_norm": 43.55393555888776,
+    "relative_err": 1.4047372204107678e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 6.219520590732201e-11,
+    "max_abs_err": 3.750394092505438e-13,
+    "mean_abs_err": 2.113990188783453e-14,
+    "w_frob_norm": 43.60875711944227,
+    "relative_err": 1.4262090922924578e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 6.354708889195724e-11,
+    "max_abs_err": 2.9657526434689885e-13,
+    "mean_abs_err": 2.124224728164169e-14,
+    "w_frob_norm": 43.56832649558345,
+    "relative_err": 1.4585616204101633e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.177154439723981e-11,
+    "max_abs_err": 2.4005797349957447e-13,
+    "mean_abs_err": 1.7782652401212634e-14,
+    "w_frob_norm": 41.69826790926449,
+    "relative_err": 1.2415754177102701e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.180729042624305e-10,
+    "max_abs_err": 4.951768162175796e-13,
+    "mean_abs_err": 4.0695083297165734e-14,
+    "w_frob_norm": 44.95344554023241,
+    "relative_err": 2.626559607244292e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.2338421280471862e-10,
+    "max_abs_err": 8.502087922579449e-13,
+    "mean_abs_err": 4.182889241087669e-14,
+    "w_frob_norm": 44.70876387457284,
+    "relative_err": 2.7597321444820975e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.238515802503492e-10,
+    "max_abs_err": 4.631915510866502e-13,
+    "mean_abs_err": 4.2500724415664175e-14,
+    "w_frob_norm": 43.00506250536537,
+    "relative_err": 2.879930246233157e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.5711897776873544e-10,
+    "max_abs_err": 5.68148826596282e-13,
+    "mean_abs_err": 5.345325933581123e-14,
+    "w_frob_norm": 44.681602573664755,
+    "relative_err": 3.516413215253408e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.221176331507761e-10,
+    "max_abs_err": 5.005579284400596e-13,
+    "mean_abs_err": 4.196763600864629e-14,
+    "w_frob_norm": 45.15403413054502,
+    "relative_err": 2.7044678399657774e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 4.5803141150810984e-11,
+    "max_abs_err": 1.8568480086855743e-13,
+    "mean_abs_err": 1.586232862134204e-14,
+    "w_frob_norm": 41.719077785334825,
+    "relative_err": 1.0978943826728546e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.1952824978888638e-10,
+    "max_abs_err": 4.2473663475206536e-13,
+    "mean_abs_err": 4.127464213722521e-14,
+    "w_frob_norm": 43.738154303178185,
+    "relative_err": 2.7328142143437678e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.643017031111081e-11,
+    "max_abs_err": 2.5561150418518253e-13,
+    "mean_abs_err": 1.923109890489027e-14,
+    "w_frob_norm": 41.37052827973112,
+    "relative_err": 1.3640186059397734e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.214858067484918e-10,
+    "max_abs_err": 5.467085117949466e-13,
+    "mean_abs_err": 4.1449047579173527e-14,
+    "w_frob_norm": 42.56878954882699,
+    "relative_err": 2.8538703598594436e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 4.812670464963708e-11,
+    "max_abs_err": 1.74797676333327e-13,
+    "mean_abs_err": 1.6661726524908384e-14,
+    "w_frob_norm": 43.25394159693435,
+    "relative_err": 1.1126547748667626e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.083304603746257e-10,
+    "max_abs_err": 3.8466972662742904e-13,
+    "mean_abs_err": 3.759751466274174e-14,
+    "w_frob_norm": 43.8628754079347,
+    "relative_err": 2.469752823250364e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.111231097204036e-10,
+    "max_abs_err": 3.9386896522053405e-13,
+    "mean_abs_err": 3.839967284290438e-14,
+    "w_frob_norm": 45.37627271108828,
+    "relative_err": 2.448925464370484e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 5.2694974872378734e-11,
+    "max_abs_err": 2.1784657411316743e-13,
+    "mean_abs_err": 1.7962397548244323e-14,
+    "w_frob_norm": 41.51934933583404,
+    "relative_err": 1.2691666828916165e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.1477998314248805e-10,
+    "max_abs_err": 4.594731713158939e-13,
+    "mean_abs_err": 3.9749111984217326e-14,
+    "w_frob_norm": 45.25060587883149,
+    "relative_err": 2.5365402498661972e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.2044067914813544e-10,
+    "max_abs_err": 4.428714339699269e-13,
+    "mean_abs_err": 4.1375397418039284e-14,
+    "w_frob_norm": 42.58175186100808,
+    "relative_err": 2.8284575876837618e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 6.124217072017112e-11,
+    "max_abs_err": 2.9534859800894875e-13,
+    "mean_abs_err": 2.0676088819251876e-14,
+    "w_frob_norm": 41.34514626860723,
+    "relative_err": 1.4812420863696743e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 4.844045794364711e-11,
+    "max_abs_err": 1.946706684741173e-13,
+    "mean_abs_err": 1.6598951747217853e-14,
+    "w_frob_norm": 43.236707500471894,
+    "relative_err": 1.1203549193267878e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.norm.weight": {
+    "frob_norm_diff": 4.4497533866848045e-15,
+    "max_abs_err": 2.220446049250313e-16,
+    "mean_abs_err": 5.849141648872095e-17,
+    "w_frob_norm": 38.26800340506589,
+    "relative_err": 1.1627869213829298e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.0399612327745118e-10,
+    "max_abs_err": 4.4408747512658664e-13,
+    "mean_abs_err": 3.572456170043455e-14,
+    "w_frob_norm": 42.22555562488652,
+    "relative_err": 2.4628716363452394e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.23.mixer.A_log": {
+    "frob_norm_diff": 2.772372516511659e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 2.0177002429955238e-16,
+    "w_frob_norm": 16.721831456646147,
+    "relative_err": 1.6579359286687288e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 4.419444672724831e-11,
+    "max_abs_err": 1.446620601086579e-13,
+    "mean_abs_err": 1.538684976493909e-14,
+    "w_frob_norm": 40.730346119073396,
+    "relative_err": 1.0850496236405104e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.3235051643640593e-10,
+    "max_abs_err": 1.3374683305311663e-12,
+    "mean_abs_err": 5.678430616654069e-14,
+    "w_frob_norm": 46.503746678240944,
+    "relative_err": 4.996382722537118e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.179565111177e-10,
+    "max_abs_err": 5.383402057468345e-13,
+    "mean_abs_err": 4.0780667666477666e-14,
+    "w_frob_norm": 45.168616115643076,
+    "relative_err": 2.6114705576921265e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.gate.weight": {
+    "frob_norm_diff": 5.4007332436032454e-11,
+    "max_abs_err": 6.618715991946189e-13,
+    "mean_abs_err": 7.015000132165575e-14,
+    "w_frob_norm": 16.60785228023669,
+    "relative_err": 3.2519155110923688e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.1494878208802702e-10,
+    "max_abs_err": 4.2625451779354506e-13,
+    "mean_abs_err": 3.969813471345297e-14,
+    "w_frob_norm": 42.74286210939574,
+    "relative_err": 2.6893094288779266e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 4.768315450766925e-11,
+    "max_abs_err": 1.7069505531264184e-13,
+    "mean_abs_err": 1.6459998258224385e-14,
+    "w_frob_norm": 40.146850543563886,
+    "relative_err": 1.187718435246312e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 5.672757207919352e-11,
+    "max_abs_err": 2.4970650547295747e-13,
+    "mean_abs_err": 1.921694649581093e-14,
+    "w_frob_norm": 42.82098633519964,
+    "relative_err": 1.3247609860065836e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.22.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.3633362015444166e-10,
+    "max_abs_err": 4.002692274851505e-13,
+    "mean_abs_err": 3.300962244879457e-14,
+    "w_frob_norm": 46.12432170421797,
+    "relative_err": 2.9557859089768305e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.23.mixer.D": {
+    "frob_norm_diff": 1.71229999544727e-16,
+    "max_abs_err": 1.1102230246251565e-16,
+    "mean_abs_err": 9.100098468826576e-18,
+    "w_frob_norm": 1.4973418349600989,
+    "relative_err": 1.143559844164041e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.23.mixer.dt_bias": {
+    "frob_norm_diff": 4.008759415200859e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 2.717010644248674e-16,
+    "w_frob_norm": 26.072972217723656,
+    "relative_err": 1.5375153172893038e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.23.norm.weight": {
+    "frob_norm_diff": 3.8028177403623855e-15,
+    "max_abs_err": 2.220446049250313e-16,
+    "mean_abs_err": 4.611473240305012e-17,
+    "w_frob_norm": 30.714613984340275,
+    "relative_err": 1.2381134733782547e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.23.mixer.norm.weight": {
+    "frob_norm_diff": 1.36314659045831e-14,
+    "max_abs_err": 3.552713678800501e-15,
+    "mean_abs_err": 9.207502753186546e-17,
+    "w_frob_norm": 107.10788942982416,
+    "relative_err": 1.272685511510735e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.137890449669776e-11,
+    "max_abs_err": 1.9591359784465467e-13,
+    "mean_abs_err": 1.769482065697363e-14,
+    "w_frob_norm": 41.17237342827912,
+    "relative_err": 1.2478975637923344e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.23.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.3229792636023383e-10,
+    "max_abs_err": 7.575103738721722e-13,
+    "mean_abs_err": 4.8141795980259515e-14,
+    "w_frob_norm": 121.70335587994113,
+    "relative_err": 2.7303924691118762e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.1771208443804527e-10,
+    "max_abs_err": 4.125285182898786e-13,
+    "mean_abs_err": 4.0741380207585885e-14,
+    "w_frob_norm": 42.411042926211415,
+    "relative_err": 2.7755055362077726e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 4.916404610417858e-11,
+    "max_abs_err": 1.9147357310789204e-13,
+    "mean_abs_err": 1.6991981799603965e-14,
+    "w_frob_norm": 42.28528571381343,
+    "relative_err": 1.1626750363452801e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.23.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.81458862021686e-10,
+    "max_abs_err": 1.8846417482176747e-12,
+    "mean_abs_err": 1.1121123915637621e-13,
+    "w_frob_norm": 70.34750132621924,
+    "relative_err": 6.844008002345938e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.332976966027549e-10,
+    "max_abs_err": 5.11448522422242e-13,
+    "mean_abs_err": 4.566164011030762e-14,
+    "w_frob_norm": 43.614693924717635,
+    "relative_err": 3.056256610050666e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.23.mixer.conv1d.weight": {
+    "frob_norm_diff": 4.353543506676437e-15,
+    "max_abs_err": 7.216449660063518e-16,
+    "mean_abs_err": 1.0913069937780424e-17,
+    "w_frob_norm": 10.779609188730753,
+    "relative_err": 4.0386839916494654e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 1.7763568394002505e-15,
+    "sensitive": true
+  },
+  "backbone.layers.24.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 5.0640556741232576e-11,
+    "max_abs_err": 1.860005205411852e-13,
+    "mean_abs_err": 1.743645095266634e-14,
+    "w_frob_norm": 41.54660574421943,
+    "relative_err": 1.218885534308141e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.2260663042004295e-10,
+    "max_abs_err": 5.558331572785846e-13,
+    "mean_abs_err": 4.218410035136616e-14,
+    "w_frob_norm": 45.91869027114065,
+    "relative_err": 2.6700811738330385e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.1448327846936864e-10,
+    "max_abs_err": 4.2062360539052435e-13,
+    "mean_abs_err": 3.956239240750179e-14,
+    "w_frob_norm": 43.51889453383958,
+    "relative_err": 2.6306568605585403e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 4.481798823684222e-11,
+    "max_abs_err": 1.715129774315649e-13,
+    "mean_abs_err": 1.5531091172988115e-14,
+    "w_frob_norm": 43.82054908244776,
+    "relative_err": 1.0227619045237838e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 5.946594818901919e-11,
+    "max_abs_err": 2.393416411242133e-13,
+    "mean_abs_err": 2.0405474450096974e-14,
+    "w_frob_norm": 41.86610067915427,
+    "relative_err": 1.4203842064190165e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 5.085045504346781e-11,
+    "max_abs_err": 1.9310247845183426e-13,
+    "mean_abs_err": 1.7523819949722964e-14,
+    "w_frob_norm": 44.364326221498445,
+    "relative_err": 1.1462014500025534e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.1396925902055923e-10,
+    "max_abs_err": 5.016091708665016e-13,
+    "mean_abs_err": 3.91733965607528e-14,
+    "w_frob_norm": 46.50374096159098,
+    "relative_err": 2.450754641754312e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.2064197175449847e-10,
+    "max_abs_err": 4.152806570845158e-13,
+    "mean_abs_err": 4.1535961507758936e-14,
+    "w_frob_norm": 43.18677531038738,
+    "relative_err": 2.7934933990193378e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 5.1602512464446777e-11,
+    "max_abs_err": 2.2172021163502365e-13,
+    "mean_abs_err": 1.7645968869767713e-14,
+    "w_frob_norm": 42.11260311581892,
+    "relative_err": 1.2253460638025277e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 5.250967842932227e-11,
+    "max_abs_err": 1.9682866447823244e-13,
+    "mean_abs_err": 1.8109904839495412e-14,
+    "w_frob_norm": 43.19319951453116,
+    "relative_err": 1.2156931882681403e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.0373584168597038e-10,
+    "max_abs_err": 3.515816110466474e-13,
+    "mean_abs_err": 3.5984530928119796e-14,
+    "w_frob_norm": 44.32745374275348,
+    "relative_err": 2.3402165684494977e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 4.7123313999645716e-11,
+    "max_abs_err": 1.6395565460847195e-13,
+    "mean_abs_err": 1.640512987158627e-14,
+    "w_frob_norm": 43.55298591796723,
+    "relative_err": 1.0819766545605681e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 5.731997764251179e-11,
+    "max_abs_err": 2.562360046365342e-13,
+    "mean_abs_err": 1.9425233749557544e-14,
+    "w_frob_norm": 43.176160474476866,
+    "relative_err": 1.3275839493971654e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.285802872374584e-10,
+    "max_abs_err": 5.685530171661846e-13,
+    "mean_abs_err": 4.40895526462212e-14,
+    "w_frob_norm": 43.39727117598048,
+    "relative_err": 2.9628657229633604e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.3108578910238713e-10,
+    "max_abs_err": 5.231570385233475e-13,
+    "mean_abs_err": 4.4901699337423527e-14,
+    "w_frob_norm": 44.9287281524173,
+    "relative_err": 2.9176385464927595e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.0073810870453872e-10,
+    "max_abs_err": 3.5821280837400327e-13,
+    "mean_abs_err": 3.487138423057882e-14,
+    "w_frob_norm": 45.28196497349864,
+    "relative_err": 2.2246850101027173e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.4119424799693062e-10,
+    "max_abs_err": 5.945695324971467e-13,
+    "mean_abs_err": 4.8014396209003174e-14,
+    "w_frob_norm": 45.884967530234064,
+    "relative_err": 3.0771351838463505e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 4.8960852496593434e-11,
+    "max_abs_err": 1.9422744662600522e-13,
+    "mean_abs_err": 1.687309404335837e-14,
+    "w_frob_norm": 44.04662687667342,
+    "relative_err": 1.111568716344146e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 4.633774915957732e-11,
+    "max_abs_err": 1.6418116866034893e-13,
+    "mean_abs_err": 1.6072351883315633e-14,
+    "w_frob_norm": 42.86007861198779,
+    "relative_err": 1.0811400879376093e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.932683740660856e-11,
+    "max_abs_err": 3.0845454229017077e-13,
+    "mean_abs_err": 2.0050669231670534e-14,
+    "w_frob_norm": 42.18662908484783,
+    "relative_err": 1.4062948069941188e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.2709169756043434e-10,
+    "max_abs_err": 5.961273141785739e-13,
+    "mean_abs_err": 4.309232781791479e-14,
+    "w_frob_norm": 44.65315716600954,
+    "relative_err": 2.846197349225239e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.1028847628835109e-10,
+    "max_abs_err": 3.6505000411413135e-13,
+    "mean_abs_err": 3.818644784059312e-14,
+    "w_frob_norm": 45.13279659801516,
+    "relative_err": 2.4436437491489576e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 6.421035813700754e-11,
+    "max_abs_err": 2.7647849287770754e-13,
+    "mean_abs_err": 2.1755183120394386e-14,
+    "w_frob_norm": 42.91256805139169,
+    "relative_err": 1.4963065845910182e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 6.660980760364263e-11,
+    "max_abs_err": 2.6283489273914995e-13,
+    "mean_abs_err": 2.2543850837708402e-14,
+    "w_frob_norm": 44.77752274258293,
+    "relative_err": 1.487572414100913e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 4.5381035521947605e-11,
+    "max_abs_err": 1.9018814301219322e-13,
+    "mean_abs_err": 1.5686665194016327e-14,
+    "w_frob_norm": 42.22584848535764,
+    "relative_err": 1.0747216965381777e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.557058599810468e-10,
+    "max_abs_err": 6.778850484417953e-13,
+    "mean_abs_err": 5.224838306195502e-14,
+    "w_frob_norm": 44.28141531387393,
+    "relative_err": 3.5162801115858234e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 4.703185737046472e-11,
+    "max_abs_err": 2.0150027479903798e-13,
+    "mean_abs_err": 1.623344236277109e-14,
+    "w_frob_norm": 40.00448066412053,
+    "relative_err": 1.175664740291128e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 5.562310758951769e-11,
+    "max_abs_err": 1.847307029567702e-13,
+    "mean_abs_err": 1.918656486006308e-14,
+    "w_frob_norm": 44.86535867718816,
+    "relative_err": 1.2397785112949363e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.2353868757900667e-10,
+    "max_abs_err": 4.61485016867158e-13,
+    "mean_abs_err": 4.2536358664338385e-14,
+    "w_frob_norm": 43.916801033009875,
+    "relative_err": 2.813016537478432e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.1389145203697414e-10,
+    "max_abs_err": 4.1221019653203683e-13,
+    "mean_abs_err": 3.9458505974057786e-14,
+    "w_frob_norm": 46.88740647049492,
+    "relative_err": 2.4290414124023514e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.292340439931878e-10,
+    "max_abs_err": 5.009499759456304e-13,
+    "mean_abs_err": 4.4490510551134236e-14,
+    "w_frob_norm": 46.65966515936489,
+    "relative_err": 2.7697164896445833e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 5.3677071608235544e-11,
+    "max_abs_err": 1.9740459267225674e-13,
+    "mean_abs_err": 1.8515370938825566e-14,
+    "w_frob_norm": 42.386592224945815,
+    "relative_err": 1.2663691226548978e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.1449493592322191e-10,
+    "max_abs_err": 4.967970479441419e-13,
+    "mean_abs_err": 3.9268685187539143e-14,
+    "w_frob_norm": 44.33848013988919,
+    "relative_err": 2.5822927525252797e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.1130005462454566e-10,
+    "max_abs_err": 4.301420331032091e-13,
+    "mean_abs_err": 3.8433102931356615e-14,
+    "w_frob_norm": 43.16158310289445,
+    "relative_err": 2.5786833249191406e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.4549040784691468e-10,
+    "max_abs_err": 6.529707330393819e-13,
+    "mean_abs_err": 4.9435427224415136e-14,
+    "w_frob_norm": 43.33968486585723,
+    "relative_err": 3.3569789050665486e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 4.798621489369267e-11,
+    "max_abs_err": 2.4800994591345216e-13,
+    "mean_abs_err": 1.65942741841816e-14,
+    "w_frob_norm": 41.31424762759078,
+    "relative_err": 1.1614931324961649e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 4.9127630592699186e-11,
+    "max_abs_err": 1.7773282845467975e-13,
+    "mean_abs_err": 1.6914877696884286e-14,
+    "w_frob_norm": 44.29213517598419,
+    "relative_err": 1.109172777458172e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.587222468313725e-11,
+    "max_abs_err": 1.9789725413943415e-13,
+    "mean_abs_err": 1.921965619582708e-14,
+    "w_frob_norm": 45.06551520702713,
+    "relative_err": 1.2397999762449183e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.3013159851799885e-10,
+    "max_abs_err": 5.982020434558422e-13,
+    "mean_abs_err": 4.3720035721753255e-14,
+    "w_frob_norm": 43.63287490783866,
+    "relative_err": 2.9824209106748694e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.0704898167022652e-10,
+    "max_abs_err": 4.031636136048178e-13,
+    "mean_abs_err": 3.696444159436125e-14,
+    "w_frob_norm": 42.90194097925577,
+    "relative_err": 2.4952013644787668e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.1370853567074924e-10,
+    "max_abs_err": 4.708629319782887e-13,
+    "mean_abs_err": 3.940761775516561e-14,
+    "w_frob_norm": 43.88132763084112,
+    "relative_err": 2.5912738244234764e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 5.22668896070921e-11,
+    "max_abs_err": 1.958676276725413e-13,
+    "mean_abs_err": 1.8083826121256346e-14,
+    "w_frob_norm": 41.22432428884977,
+    "relative_err": 1.2678652836337476e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.3794903918315603e-10,
+    "max_abs_err": 5.655441392971028e-13,
+    "mean_abs_err": 4.7233325880881674e-14,
+    "w_frob_norm": 46.60817884602954,
+    "relative_err": 2.9597603381773766e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.881253520337565e-11,
+    "max_abs_err": 2.4019501665417664e-13,
+    "mean_abs_err": 1.9819653279747435e-14,
+    "w_frob_norm": 41.59829004745744,
+    "relative_err": 1.4138209800518082e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.2381438010290238e-10,
+    "max_abs_err": 4.459974056736371e-13,
+    "mean_abs_err": 4.277791709267079e-14,
+    "w_frob_norm": 46.09132818939392,
+    "relative_err": 2.6862836235514107e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 4.47317423470247e-11,
+    "max_abs_err": 1.6322360130160973e-13,
+    "mean_abs_err": 1.5480862318771712e-14,
+    "w_frob_norm": 44.732351478229575,
+    "relative_err": 9.999863827591274e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.2182160580704568e-10,
+    "max_abs_err": 4.851084811630102e-13,
+    "mean_abs_err": 4.1959482454193845e-14,
+    "w_frob_norm": 46.86479225234903,
+    "relative_err": 2.599426988838077e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.210749913764976e-10,
+    "max_abs_err": 5.517721696213229e-13,
+    "mean_abs_err": 4.1612753782025194e-14,
+    "w_frob_norm": 46.40184052135827,
+    "relative_err": 2.60927131372662e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.2774954278984613e-10,
+    "max_abs_err": 4.5467102305352114e-13,
+    "mean_abs_err": 4.3824081826545416e-14,
+    "w_frob_norm": 45.92224951519764,
+    "relative_err": 2.7818659612388616e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 5.031013708539598e-11,
+    "max_abs_err": 1.8120054068315739e-13,
+    "mean_abs_err": 1.7418228142129584e-14,
+    "w_frob_norm": 44.483361738572825,
+    "relative_err": 1.130987747308014e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 5.3596228580472174e-11,
+    "max_abs_err": 1.935326898738765e-13,
+    "mean_abs_err": 1.8538916331723668e-14,
+    "w_frob_norm": 44.12633142820425,
+    "relative_err": 1.2146087573057352e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.1910709542304935e-10,
+    "max_abs_err": 3.8076659880648123e-13,
+    "mean_abs_err": 4.1126528833674305e-14,
+    "w_frob_norm": 44.52258197003243,
+    "relative_err": 2.6752063818585093e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 5.215395095942875e-11,
+    "max_abs_err": 2.2257889975563216e-13,
+    "mean_abs_err": 1.7813467724894228e-14,
+    "w_frob_norm": 43.0650386121514,
+    "relative_err": 1.2110508347416829e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.5001293699613644e-10,
+    "max_abs_err": 8.38086544607819e-13,
+    "mean_abs_err": 5.063158133202579e-14,
+    "w_frob_norm": 45.81858097209345,
+    "relative_err": 3.2740633562506935e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 4.2417489013414206e-11,
+    "max_abs_err": 1.6201796848580585e-13,
+    "mean_abs_err": 1.4733690382832783e-14,
+    "w_frob_norm": 44.28473248498811,
+    "relative_err": 9.578355029646645e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.7863379005054306e-11,
+    "max_abs_err": 2.188922871085297e-13,
+    "mean_abs_err": 1.9764957000513555e-14,
+    "w_frob_norm": 41.98298278457147,
+    "relative_err": 1.3782579313616278e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.3425191814275224e-11,
+    "max_abs_err": 2.2291803819518563e-13,
+    "mean_abs_err": 1.848830915903264e-14,
+    "w_frob_norm": 44.40030108556252,
+    "relative_err": 1.2032619263396684e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 4.792059062191218e-11,
+    "max_abs_err": 1.871523769292338e-13,
+    "mean_abs_err": 1.653545814370451e-14,
+    "w_frob_norm": 41.46830127509736,
+    "relative_err": 1.1555956995684694e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 4.795088433609857e-11,
+    "max_abs_err": 1.7504574179039167e-13,
+    "mean_abs_err": 1.664527573154295e-14,
+    "w_frob_norm": 41.370788299547335,
+    "relative_err": 1.1590517441656589e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 6.471267895932474e-11,
+    "max_abs_err": 2.8802654705728514e-13,
+    "mean_abs_err": 2.2134856394079276e-14,
+    "w_frob_norm": 41.88443841950231,
+    "relative_err": 1.5450291659919477e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.2059819740489458e-10,
+    "max_abs_err": 5.048322870848665e-13,
+    "mean_abs_err": 4.160334608373733e-14,
+    "w_frob_norm": 44.85541142897426,
+    "relative_err": 2.6885986230636696e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.019947436284497e-10,
+    "max_abs_err": 4.3711562147663585e-13,
+    "mean_abs_err": 3.5232077105815754e-14,
+    "w_frob_norm": 43.14646608681414,
+    "relative_err": 2.3639188299507107e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 4.9222914568493396e-11,
+    "max_abs_err": 2.7637267474567295e-13,
+    "mean_abs_err": 1.6836024833643558e-14,
+    "w_frob_norm": 43.48419321742808,
+    "relative_err": 1.131972584207111e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.2015150862063052e-10,
+    "max_abs_err": 5.000010822042711e-13,
+    "mean_abs_err": 4.1373387201824655e-14,
+    "w_frob_norm": 43.81444738663073,
+    "relative_err": 2.742280589787669e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.2842731988432677e-10,
+    "max_abs_err": 4.766811945167149e-13,
+    "mean_abs_err": 4.4074332402558956e-14,
+    "w_frob_norm": 42.59697909985528,
+    "relative_err": 3.014939617743059e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.4215311960265866e-10,
+    "max_abs_err": 6.196449603423915e-13,
+    "mean_abs_err": 4.7920247326938005e-14,
+    "w_frob_norm": 43.71798833116579,
+    "relative_err": 3.251593337869121e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.9340095552571135e-11,
+    "max_abs_err": 1.955085399130141e-13,
+    "mean_abs_err": 1.7000446015886865e-14,
+    "w_frob_norm": 43.56196830354023,
+    "relative_err": 1.1326415557894183e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 5.1306367730379076e-11,
+    "max_abs_err": 2.1010190115466898e-13,
+    "mean_abs_err": 1.7598491050793125e-14,
+    "w_frob_norm": 43.11327541778548,
+    "relative_err": 1.190036415308258e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 5.01346380038184e-11,
+    "max_abs_err": 2.2456342341214963e-13,
+    "mean_abs_err": 1.729536133897207e-14,
+    "w_frob_norm": 43.50990758689391,
+    "relative_err": 1.152257974892137e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.1247234847373767e-10,
+    "max_abs_err": 4.5277670501775447e-13,
+    "mean_abs_err": 3.8807433793598844e-14,
+    "w_frob_norm": 45.285072401200395,
+    "relative_err": 2.483651731354112e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.1670343440932405e-11,
+    "max_abs_err": 1.809006503622479e-13,
+    "mean_abs_err": 1.783851479653205e-14,
+    "w_frob_norm": 44.317735707822465,
+    "relative_err": 1.165906665033253e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.3442433531561902e-10,
+    "max_abs_err": 6.102444938260732e-13,
+    "mean_abs_err": 4.6065418986513404e-14,
+    "w_frob_norm": 45.33572102305372,
+    "relative_err": 2.9650865207870575e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.2475815644286362e-10,
+    "max_abs_err": 4.707415013349703e-13,
+    "mean_abs_err": 4.293212526738515e-14,
+    "w_frob_norm": 46.0255125035623,
+    "relative_err": 2.710630466813543e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 5.907033934390364e-11,
+    "max_abs_err": 2.5981994333790226e-13,
+    "mean_abs_err": 2.0133327216992584e-14,
+    "w_frob_norm": 44.09264022651694,
+    "relative_err": 1.3396870552645935e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.1583263591537461e-10,
+    "max_abs_err": 4.745127901717439e-13,
+    "mean_abs_err": 3.9709861594069175e-14,
+    "w_frob_norm": 44.079393035367346,
+    "relative_err": 2.6278183055387277e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.1531999591714224e-10,
+    "max_abs_err": 4.0762358766155415e-13,
+    "mean_abs_err": 3.9820912447026606e-14,
+    "w_frob_norm": 45.92960227796583,
+    "relative_err": 2.510798922647445e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.1301721895461706e-10,
+    "max_abs_err": 4.4132536167196257e-13,
+    "mean_abs_err": 3.904240392961435e-14,
+    "w_frob_norm": 45.0839602536126,
+    "relative_err": 2.506816577755299e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 5.876447543973105e-11,
+    "max_abs_err": 2.5024773919746224e-13,
+    "mean_abs_err": 2.0028938317962507e-14,
+    "w_frob_norm": 43.229642866587575,
+    "relative_err": 1.359356023853494e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 5.0368243277597526e-11,
+    "max_abs_err": 2.1720472642705602e-13,
+    "mean_abs_err": 1.7295034152032767e-14,
+    "w_frob_norm": 42.166193047434,
+    "relative_err": 1.1945172100534852e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 4.868154273864723e-11,
+    "max_abs_err": 1.7916224059888464e-13,
+    "mean_abs_err": 1.6785361152051595e-14,
+    "w_frob_norm": 41.31628576774736,
+    "relative_err": 1.1782652248147968e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.2373281285036883e-10,
+    "max_abs_err": 4.4633741147492856e-13,
+    "mean_abs_err": 4.2444748654239246e-14,
+    "w_frob_norm": 45.034038956867754,
+    "relative_err": 2.7475397658397103e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 4.529961835141257e-11,
+    "max_abs_err": 1.7566156862436344e-13,
+    "mean_abs_err": 1.5722724755384097e-14,
+    "w_frob_norm": 44.2041024201093,
+    "relative_err": 1.0247831280656182e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.1564052750861197e-10,
+    "max_abs_err": 4.1627118418929854e-13,
+    "mean_abs_err": 3.9798158881306974e-14,
+    "w_frob_norm": 44.37723241669443,
+    "relative_err": 2.6058526233174635e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.245087432125217e-10,
+    "max_abs_err": 6.135226875148003e-13,
+    "mean_abs_err": 4.234226612635491e-14,
+    "w_frob_norm": 42.293322945698506,
+    "relative_err": 2.943933806581755e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.176044697268443e-10,
+    "max_abs_err": 4.413448773110673e-13,
+    "mean_abs_err": 4.0627815293782014e-14,
+    "w_frob_norm": 46.08985069745086,
+    "relative_err": 2.55163485989224e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 5.0499988182761246e-11,
+    "max_abs_err": 1.6776478210106527e-13,
+    "mean_abs_err": 1.7504575210449638e-14,
+    "w_frob_norm": 43.303374257941464,
+    "relative_err": 1.1661906040382057e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.0260443819618509e-10,
+    "max_abs_err": 3.851008054112093e-13,
+    "mean_abs_err": 3.5452876774748237e-14,
+    "w_frob_norm": 43.1312398327793,
+    "relative_err": 2.3788891437849826e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 5.995545547314578e-11,
+    "max_abs_err": 2.1106380532209812e-13,
+    "mean_abs_err": 2.0566946365196058e-14,
+    "w_frob_norm": 42.900453292042926,
+    "relative_err": 1.397548297800065e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 4.6694010272842853e-11,
+    "max_abs_err": 1.824339290745769e-13,
+    "mean_abs_err": 1.6127517948642623e-14,
+    "w_frob_norm": 40.52286800441848,
+    "relative_err": 1.1522878950165003e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 5.353061473912228e-11,
+    "max_abs_err": 2.6375429618141766e-13,
+    "mean_abs_err": 1.8135633069346796e-14,
+    "w_frob_norm": 43.255528602847,
+    "relative_err": 1.2375438809363895e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 4.9810347190179906e-11,
+    "max_abs_err": 1.9968748876664222e-13,
+    "mean_abs_err": 1.712417157681697e-14,
+    "w_frob_norm": 42.39196344596768,
+    "relative_err": 1.1749950495609294e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.1445544853682537e-10,
+    "max_abs_err": 4.00677754863743e-13,
+    "mean_abs_err": 3.965271012179838e-14,
+    "w_frob_norm": 46.88106072962077,
+    "relative_err": 2.44140057318518e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.2363338684926558e-10,
+    "max_abs_err": 4.563710520599784e-13,
+    "mean_abs_err": 4.286944117697057e-14,
+    "w_frob_norm": 44.45555963830526,
+    "relative_err": 2.7810556847143257e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.1868190171482335e-10,
+    "max_abs_err": 4.992169871931296e-13,
+    "mean_abs_err": 4.0662597743396434e-14,
+    "w_frob_norm": 40.484587517196864,
+    "relative_err": 2.931532936192327e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 5.1554599576512515e-11,
+    "max_abs_err": 1.7129006546490189e-13,
+    "mean_abs_err": 1.777497650389276e-14,
+    "w_frob_norm": 41.39265417469962,
+    "relative_err": 1.2455011789996343e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.274710266312403e-10,
+    "max_abs_err": 4.568767239532256e-13,
+    "mean_abs_err": 4.397647318995718e-14,
+    "w_frob_norm": 43.770664602940066,
+    "relative_err": 2.912247912787646e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.36673209873178e-10,
+    "max_abs_err": 5.946389214361858e-13,
+    "mean_abs_err": 4.646446457359777e-14,
+    "w_frob_norm": 42.744933784117364,
+    "relative_err": 3.197413068024481e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.421492603596562e-10,
+    "max_abs_err": 5.761918719926484e-13,
+    "mean_abs_err": 4.866943200978238e-14,
+    "w_frob_norm": 45.1203178735603,
+    "relative_err": 3.1504490007804914e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.989281649634026e-11,
+    "max_abs_err": 2.246185008825119e-13,
+    "mean_abs_err": 2.0512842523408613e-14,
+    "w_frob_norm": 44.698445066434665,
+    "relative_err": 1.3399306487579694e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 5.2928344956376155e-11,
+    "max_abs_err": 1.8677073776451891e-13,
+    "mean_abs_err": 1.818916274142453e-14,
+    "w_frob_norm": 44.426483047244915,
+    "relative_err": 1.1913692312778848e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.2945904341711664e-10,
+    "max_abs_err": 5.95967719618784e-13,
+    "mean_abs_err": 4.4651184607799246e-14,
+    "w_frob_norm": 46.4991780373813,
+    "relative_err": 2.784114663554758e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.251874696354725e-10,
+    "max_abs_err": 5.18557419226795e-13,
+    "mean_abs_err": 4.298560079325509e-14,
+    "w_frob_norm": 43.31871590740612,
+    "relative_err": 2.8899164486560745e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.3143286436723508e-10,
+    "max_abs_err": 4.942574127753119e-13,
+    "mean_abs_err": 4.503854682365585e-14,
+    "w_frob_norm": 47.22725061465292,
+    "relative_err": 2.7829878440235983e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.083024810426723e-11,
+    "max_abs_err": 1.7833651222431968e-13,
+    "mean_abs_err": 1.7527602218498897e-14,
+    "w_frob_norm": 40.6145678596318,
+    "relative_err": 1.251527488361858e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.2151594839192034e-10,
+    "max_abs_err": 4.79961556609787e-13,
+    "mean_abs_err": 4.1818287256871985e-14,
+    "w_frob_norm": 45.005271865326634,
+    "relative_err": 2.700038092327129e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 4.974939651781924e-11,
+    "max_abs_err": 1.79023679561241e-13,
+    "mean_abs_err": 1.7253672346771813e-14,
+    "w_frob_norm": 45.06560800798173,
+    "relative_err": 1.103932659890175e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 4.7852686552633675e-11,
+    "max_abs_err": 1.7335091695436233e-13,
+    "mean_abs_err": 1.6536663791570134e-14,
+    "w_frob_norm": 41.540775386054044,
+    "relative_err": 1.1519449530713057e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.1506924748545684e-10,
+    "max_abs_err": 4.1878306378251295e-13,
+    "mean_abs_err": 3.9764710277284914e-14,
+    "w_frob_norm": 47.60131596523916,
+    "relative_err": 2.4173543346886902e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 6.240515174429199e-11,
+    "max_abs_err": 2.1503285263513305e-13,
+    "mean_abs_err": 2.1492181127686424e-14,
+    "w_frob_norm": 43.18318007096559,
+    "relative_err": 1.4451263580342565e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 5.1754123445078155e-11,
+    "max_abs_err": 2.0642515474733614e-13,
+    "mean_abs_err": 1.793528576696008e-14,
+    "w_frob_norm": 45.199330145600484,
+    "relative_err": 1.145019700034552e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.079243646259517e-11,
+    "max_abs_err": 2.0337898032352086e-13,
+    "mean_abs_err": 1.7353519588538972e-14,
+    "w_frob_norm": 41.073882542572285,
+    "relative_err": 1.236611523392019e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 5.832669819349423e-11,
+    "max_abs_err": 2.747073402087352e-13,
+    "mean_abs_err": 1.9943573330015834e-14,
+    "w_frob_norm": 42.296556133123744,
+    "relative_err": 1.3789940251853457e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.210766432044235e-10,
+    "max_abs_err": 6.031381991067342e-13,
+    "mean_abs_err": 4.163487917572307e-14,
+    "w_frob_norm": 44.94639068295209,
+    "relative_err": 2.6938012455435527e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.1038496481258277e-10,
+    "max_abs_err": 4.1704140141263224e-13,
+    "mean_abs_err": 3.802959136875566e-14,
+    "w_frob_norm": 43.60780077695159,
+    "relative_err": 2.5313123534293315e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 5.273208856006021e-11,
+    "max_abs_err": 2.1006070147211453e-13,
+    "mean_abs_err": 1.8271902625610163e-14,
+    "w_frob_norm": 42.47598634372636,
+    "relative_err": 1.2414564816303238e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 5.0873633221431854e-11,
+    "max_abs_err": 1.7725404477531015e-13,
+    "mean_abs_err": 1.7433065061933973e-14,
+    "w_frob_norm": 43.36312002378668,
+    "relative_err": 1.173200479889946e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.1082960149529567e-10,
+    "max_abs_err": 4.1464054412188034e-13,
+    "mean_abs_err": 3.827494126712819e-14,
+    "w_frob_norm": 43.75754586710849,
+    "relative_err": 2.532811182598877e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 5.017836080881203e-11,
+    "max_abs_err": 2.1073420786166253e-13,
+    "mean_abs_err": 1.728552981298301e-14,
+    "w_frob_norm": 41.44325763604602,
+    "relative_err": 1.2107726002014015e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.1928466115053467e-10,
+    "max_abs_err": 4.481630995131769e-13,
+    "mean_abs_err": 4.117012793773689e-14,
+    "w_frob_norm": 43.50288798366566,
+    "relative_err": 2.7419940762397968e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 9.414576175804256e-11,
+    "max_abs_err": 3.3974862853614063e-13,
+    "mean_abs_err": 3.2718734176065233e-14,
+    "w_frob_norm": 41.84100095460183,
+    "relative_err": 2.2500838796899782e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.2078932743102705e-10,
+    "max_abs_err": 4.794185881618063e-13,
+    "mean_abs_err": 4.1726303662181556e-14,
+    "w_frob_norm": 45.069908575794315,
+    "relative_err": 2.680043764186807e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.6392512731765046e-11,
+    "max_abs_err": 2.1399548799649892e-13,
+    "mean_abs_err": 1.934917924239562e-14,
+    "w_frob_norm": 41.99811788533699,
+    "relative_err": 1.342739045728848e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 5.7827980557159934e-11,
+    "max_abs_err": 2.3174170915574166e-13,
+    "mean_abs_err": 1.996530576692634e-14,
+    "w_frob_norm": 44.140489007275605,
+    "relative_err": 1.3100892594920786e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.55314320499549e-10,
+    "max_abs_err": 7.077758518159172e-13,
+    "mean_abs_err": 5.249270110597751e-14,
+    "w_frob_norm": 43.640045298113556,
+    "relative_err": 3.5589862347430428e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 4.807018216603548e-11,
+    "max_abs_err": 2.40543696072848e-13,
+    "mean_abs_err": 1.653177343557752e-14,
+    "w_frob_norm": 44.053961961793796,
+    "relative_err": 1.091165925274208e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 5.5776866932219516e-11,
+    "max_abs_err": 3.2443492337108637e-13,
+    "mean_abs_err": 1.9144571424826814e-14,
+    "w_frob_norm": 43.81798913842094,
+    "relative_err": 1.272921647682656e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 4.755284349016767e-11,
+    "max_abs_err": 1.7792711748398915e-13,
+    "mean_abs_err": 1.641561712494246e-14,
+    "w_frob_norm": 42.814799778423954,
+    "relative_err": 1.11066368957146e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 4.8407739814307476e-11,
+    "max_abs_err": 1.860989660984469e-13,
+    "mean_abs_err": 1.6711074305276768e-14,
+    "w_frob_norm": 42.15734929456582,
+    "relative_err": 1.1482633662773325e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.206437982883301e-10,
+    "max_abs_err": 4.857329816143618e-13,
+    "mean_abs_err": 4.153820710157851e-14,
+    "w_frob_norm": 42.776400143427836,
+    "relative_err": 2.820335462633964e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.3030931770437968e-10,
+    "max_abs_err": 5.722766011073688e-13,
+    "mean_abs_err": 4.464395765563622e-14,
+    "w_frob_norm": 46.9835773851193,
+    "relative_err": 2.7735077862685574e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.3180478106036463e-10,
+    "max_abs_err": 6.281919429085292e-13,
+    "mean_abs_err": 4.444821132377884e-14,
+    "w_frob_norm": 44.07104881329475,
+    "relative_err": 2.9907339309928916e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.2396005250601583e-10,
+    "max_abs_err": 6.192199530907772e-13,
+    "mean_abs_err": 4.2733160683088956e-14,
+    "w_frob_norm": 44.85087331893707,
+    "relative_err": 2.763826952142692e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 5.1082960985088954e-11,
+    "max_abs_err": 1.9463597400459776e-13,
+    "mean_abs_err": 1.758112476823468e-14,
+    "w_frob_norm": 43.32519383729935,
+    "relative_err": 1.1790590291857117e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.409225366954598e-11,
+    "max_abs_err": 2.3047709574175457e-13,
+    "mean_abs_err": 1.8440019874431492e-14,
+    "w_frob_norm": 43.638333958872636,
+    "relative_err": 1.2395581765455514e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.344515564940121e-10,
+    "max_abs_err": 5.838766969912257e-13,
+    "mean_abs_err": 4.6012537857858576e-14,
+    "w_frob_norm": 46.56032834006153,
+    "relative_err": 2.8876848872718755e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 4.4707435217115827e-11,
+    "max_abs_err": 1.9420966571037646e-13,
+    "mean_abs_err": 1.534901800718741e-14,
+    "w_frob_norm": 44.246836452721254,
+    "relative_err": 1.010409755845183e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.2276466398802915e-10,
+    "max_abs_err": 4.480096849057702e-13,
+    "mean_abs_err": 4.215546101747493e-14,
+    "w_frob_norm": 45.520408630846,
+    "relative_err": 2.696914805480022e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 5.691446964270041e-11,
+    "max_abs_err": 2.597505543988632e-13,
+    "mean_abs_err": 1.9367405241100017e-14,
+    "w_frob_norm": 42.242887523415035,
+    "relative_err": 1.3473148494205796e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.3909566364091464e-10,
+    "max_abs_err": 7.270594716557444e-13,
+    "mean_abs_err": 4.73848925620643e-14,
+    "w_frob_norm": 45.972617294642134,
+    "relative_err": 3.0256198543023894e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.0790928241826941e-10,
+    "max_abs_err": 4.997564861941584e-13,
+    "mean_abs_err": 3.684955308274756e-14,
+    "w_frob_norm": 43.62333317657971,
+    "relative_err": 2.473659726584195e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 5.55800179627093e-11,
+    "max_abs_err": 2.170347235264103e-13,
+    "mean_abs_err": 1.902560423526208e-14,
+    "w_frob_norm": 43.70876998246677,
+    "relative_err": 1.2715987657626728e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.4188681643216272e-10,
+    "max_abs_err": 6.113842071497899e-13,
+    "mean_abs_err": 4.773440708568264e-14,
+    "w_frob_norm": 45.5285670212021,
+    "relative_err": 3.1164349268029402e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.3790314953877077e-10,
+    "max_abs_err": 6.097032601015684e-13,
+    "mean_abs_err": 4.71245953040504e-14,
+    "w_frob_norm": 45.08772548607871,
+    "relative_err": 3.0585519241007125e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 5.310562278456116e-11,
+    "max_abs_err": 2.078268113159254e-13,
+    "mean_abs_err": 1.837920983083764e-14,
+    "w_frob_norm": 44.328148337876236,
+    "relative_err": 1.1980113037833571e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 6.337518396669234e-11,
+    "max_abs_err": 3.6047120149929057e-13,
+    "mean_abs_err": 2.1308371499049258e-14,
+    "w_frob_norm": 40.352270673935294,
+    "relative_err": 1.5705481478054272e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.3832639884649174e-10,
+    "max_abs_err": 6.411147654428184e-13,
+    "mean_abs_err": 4.7159306381707555e-14,
+    "w_frob_norm": 46.422354176363825,
+    "relative_err": 2.9797368380107127e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.185422249570345e-10,
+    "max_abs_err": 5.493452914784314e-13,
+    "mean_abs_err": 4.091670477629504e-14,
+    "w_frob_norm": 44.75042001674981,
+    "relative_err": 2.6489634044253638e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.2587852989194837e-10,
+    "max_abs_err": 5.256437646261602e-13,
+    "mean_abs_err": 4.3009042527469194e-14,
+    "w_frob_norm": 42.19661447088618,
+    "relative_err": 2.983142876990737e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 4.8393998321037605e-11,
+    "max_abs_err": 1.9028355280337195e-13,
+    "mean_abs_err": 1.6744891391012353e-14,
+    "w_frob_norm": 44.40507175534552,
+    "relative_err": 1.089830427201413e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.3093489626725938e-10,
+    "max_abs_err": 4.811047393804557e-13,
+    "mean_abs_err": 4.494428275338685e-14,
+    "w_frob_norm": 45.59291549869117,
+    "relative_err": 2.8718254762851944e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.032564806127679e-11,
+    "max_abs_err": 2.1829586749344543e-13,
+    "mean_abs_err": 1.728604811880033e-14,
+    "w_frob_norm": 43.06070735638686,
+    "relative_err": 1.1687139192759308e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 4.513583698856293e-11,
+    "max_abs_err": 1.6919105005896995e-13,
+    "mean_abs_err": 1.5585525897760882e-14,
+    "w_frob_norm": 41.08549025902596,
+    "relative_err": 1.0985833856186531e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.1661379342197565e-10,
+    "max_abs_err": 4.730590918988753e-13,
+    "mean_abs_err": 4.011060122868584e-14,
+    "w_frob_norm": 43.072625892624515,
+    "relative_err": 2.7073759958977535e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 5.1317717715873584e-11,
+    "max_abs_err": 2.0827090052577546e-13,
+    "mean_abs_err": 1.7603925816537578e-14,
+    "w_frob_norm": 44.805717335127504,
+    "relative_err": 1.1453386033759735e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 4.387997858673498e-11,
+    "max_abs_err": 1.4579700294281572e-13,
+    "mean_abs_err": 1.5280623127921742e-14,
+    "w_frob_norm": 42.572341997437825,
+    "relative_err": 1.030715636677349e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 4.252014382153148e-11,
+    "max_abs_err": 1.5654144647214707e-13,
+    "mean_abs_err": 1.476442706555931e-14,
+    "w_frob_norm": 42.40126399383426,
+    "relative_err": 1.0028036859399875e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 5.0547170244621674e-11,
+    "max_abs_err": 2.0733848665743793e-13,
+    "mean_abs_err": 1.740043084684636e-14,
+    "w_frob_norm": 44.709388402461066,
+    "relative_err": 1.1305717221987152e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.232888281216528e-10,
+    "max_abs_err": 5.546656883792522e-13,
+    "mean_abs_err": 4.235723497193713e-14,
+    "w_frob_norm": 44.08317042440269,
+    "relative_err": 2.796732334238034e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 4.775191508903182e-11,
+    "max_abs_err": 1.875504959669705e-13,
+    "mean_abs_err": 1.6545195532933725e-14,
+    "w_frob_norm": 42.94397623997157,
+    "relative_err": 1.1119583995248465e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.2930062529685956e-10,
+    "max_abs_err": 5.296700578139024e-13,
+    "mean_abs_err": 4.37292019886465e-14,
+    "w_frob_norm": 43.6195071528021,
+    "relative_err": 2.964284416234018e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.558427249603795e-10,
+    "max_abs_err": 6.671364849442085e-13,
+    "mean_abs_err": 5.2648406813563546e-14,
+    "w_frob_norm": 46.96986883818727,
+    "relative_err": 3.317929745498391e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.390842491945695e-10,
+    "max_abs_err": 6.033697846907771e-13,
+    "mean_abs_err": 4.726157031073913e-14,
+    "w_frob_norm": 45.11940996918293,
+    "relative_err": 3.0825812946039324e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.3991201034620292e-10,
+    "max_abs_err": 5.218533938311509e-13,
+    "mean_abs_err": 4.750338757956766e-14,
+    "w_frob_norm": 43.75105478139798,
+    "relative_err": 3.1979117085353227e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.309195381904083e-11,
+    "max_abs_err": 1.7951449788472518e-13,
+    "mean_abs_err": 1.826416789276549e-14,
+    "w_frob_norm": 43.218644015510904,
+    "relative_err": 1.2284502447597953e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.2325587262414323e-10,
+    "max_abs_err": 4.753714782923524e-13,
+    "mean_abs_err": 4.2447614161237513e-14,
+    "w_frob_norm": 46.719239598994335,
+    "relative_err": 2.6382251441180647e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 4.13875242769929e-11,
+    "max_abs_err": 1.4525533553744197e-13,
+    "mean_abs_err": 1.4386249255081366e-14,
+    "w_frob_norm": 42.570187317549895,
+    "relative_err": 9.722185145267278e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 5.4155223072813716e-11,
+    "max_abs_err": 2.1472407185640918e-13,
+    "mean_abs_err": 1.868304298745842e-14,
+    "w_frob_norm": 44.655241943834554,
+    "relative_err": 1.2127405589007407e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.2975004916736341e-10,
+    "max_abs_err": 6.530262441906132e-13,
+    "mean_abs_err": 4.442223984215365e-14,
+    "w_frob_norm": 45.28571991310166,
+    "relative_err": 2.8651426855163078e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 5.832575707367157e-11,
+    "max_abs_err": 3.1070458705872994e-13,
+    "mean_abs_err": 1.9542780590144722e-14,
+    "w_frob_norm": 42.012043315346055,
+    "relative_err": 1.388310409847799e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 5.204661387685485e-11,
+    "max_abs_err": 1.778785452266618e-13,
+    "mean_abs_err": 1.795365249314265e-14,
+    "w_frob_norm": 43.79607281631854,
+    "relative_err": 1.1883854083250619e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.1692864649825515e-10,
+    "max_abs_err": 4.1209657214436035e-13,
+    "mean_abs_err": 4.0484863347878423e-14,
+    "w_frob_norm": 42.92455213556085,
+    "relative_err": 2.7240504718367367e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.7484705513256936e-11,
+    "max_abs_err": 2.90132501357121e-13,
+    "mean_abs_err": 1.9627592446142975e-14,
+    "w_frob_norm": 44.33345695291442,
+    "relative_err": 1.296643877203399e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.0927038291897008e-10,
+    "max_abs_err": 4.78016931593217e-13,
+    "mean_abs_err": 3.793809304465825e-14,
+    "w_frob_norm": 46.651087216970375,
+    "relative_err": 2.342290168088956e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.3606518870841342e-10,
+    "max_abs_err": 6.316050113475136e-13,
+    "mean_abs_err": 4.646863599279616e-14,
+    "w_frob_norm": 46.291769216106665,
+    "relative_err": 2.93929549491211e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 5.854923422332679e-11,
+    "max_abs_err": 2.355893258254582e-13,
+    "mean_abs_err": 2.000479022657773e-14,
+    "w_frob_norm": 42.16605204248996,
+    "relative_err": 1.3885396281427486e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.104242691041876e-10,
+    "max_abs_err": 4.2312290823853793e-13,
+    "mean_abs_err": 3.795027899113085e-14,
+    "w_frob_norm": 45.049894604584004,
+    "relative_err": 2.4511548822347633e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 5.84011190476156e-11,
+    "max_abs_err": 2.687633102183007e-13,
+    "mean_abs_err": 1.9746462085448862e-14,
+    "w_frob_norm": 43.31985679282602,
+    "relative_err": 1.3481373986741136e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.195725369042419e-11,
+    "max_abs_err": 1.8580449678839983e-13,
+    "mean_abs_err": 1.7870053538651203e-14,
+    "w_frob_norm": 43.451979356526984,
+    "relative_err": 1.1957396293529173e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.3382615462250843e-10,
+    "max_abs_err": 4.869646352823054e-13,
+    "mean_abs_err": 4.626578844985315e-14,
+    "w_frob_norm": 44.79616708696583,
+    "relative_err": 2.987446545654289e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 5.2840344722185065e-11,
+    "max_abs_err": 2.0169781643486484e-13,
+    "mean_abs_err": 1.8174135461408192e-14,
+    "w_frob_norm": 42.58093727005512,
+    "relative_err": 1.2409389766848754e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.290721965399884e-10,
+    "max_abs_err": 5.748197057231508e-13,
+    "mean_abs_err": 4.403048924704679e-14,
+    "w_frob_norm": 45.44636559434428,
+    "relative_err": 2.84009941943633e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 4.4571324454086926e-11,
+    "max_abs_err": 1.6017569215431848e-13,
+    "mean_abs_err": 1.5377224712273714e-14,
+    "w_frob_norm": 42.64677996365504,
+    "relative_err": 1.045127545199709e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 5.6660414108067206e-11,
+    "max_abs_err": 2.1871393585115584e-13,
+    "mean_abs_err": 1.9383220869497424e-14,
+    "w_frob_norm": 43.92743357600506,
+    "relative_err": 1.2898639755502908e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.2549739366263355e-10,
+    "max_abs_err": 5.180786355474254e-13,
+    "mean_abs_err": 4.27808401690955e-14,
+    "w_frob_norm": 45.50176156253532,
+    "relative_err": 2.758077695303209e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.2677178308391788e-10,
+    "max_abs_err": 4.762110844547252e-13,
+    "mean_abs_err": 4.342768811295531e-14,
+    "w_frob_norm": 43.90656923419853,
+    "relative_err": 2.8873078743118057e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.226605119114587e-10,
+    "max_abs_err": 5.127035948571113e-13,
+    "mean_abs_err": 4.2349518622749766e-14,
+    "w_frob_norm": 44.022491167483146,
+    "relative_err": 2.7863146464110345e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.1229372797219279e-10,
+    "max_abs_err": 4.3161654805778937e-13,
+    "mean_abs_err": 3.85524281185691e-14,
+    "w_frob_norm": 44.12083107309421,
+    "relative_err": 2.5451408153703574e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 4.4013112632161964e-11,
+    "max_abs_err": 1.6121826096338054e-13,
+    "mean_abs_err": 1.5271972959668204e-14,
+    "w_frob_norm": 41.66540410414149,
+    "relative_err": 1.056346712062421e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.643847324459246e-11,
+    "max_abs_err": 3.108958403219564e-13,
+    "mean_abs_err": 1.931802707832545e-14,
+    "w_frob_norm": 43.14009437854747,
+    "relative_err": 1.308260309988055e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 4.8559215985352025e-11,
+    "max_abs_err": 1.7633984550347037e-13,
+    "mean_abs_err": 1.67287346851171e-14,
+    "w_frob_norm": 42.08721552592607,
+    "relative_err": 1.1537759240793478e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.2522902573732475e-10,
+    "max_abs_err": 6.61113525035617e-13,
+    "mean_abs_err": 4.2779130697368496e-14,
+    "w_frob_norm": 43.73547136114493,
+    "relative_err": 2.863328594386194e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.3763515032501708e-10,
+    "max_abs_err": 6.394676455023784e-13,
+    "mean_abs_err": 4.690579593432619e-14,
+    "w_frob_norm": 44.591092085906375,
+    "relative_err": 3.08660640245944e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 6.423870657310559e-11,
+    "max_abs_err": 3.1345629217249815e-13,
+    "mean_abs_err": 2.1527062368533206e-14,
+    "w_frob_norm": 41.231933701753924,
+    "relative_err": 1.5579843292766307e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.1615853784178715e-10,
+    "max_abs_err": 3.9435468779380756e-13,
+    "mean_abs_err": 4.009045745526817e-14,
+    "w_frob_norm": 42.833377422009086,
+    "relative_err": 2.711869687448494e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 5.0698912598125385e-11,
+    "max_abs_err": 1.9353789404430444e-13,
+    "mean_abs_err": 1.7538505144459533e-14,
+    "w_frob_norm": 42.22964556265357,
+    "relative_err": 1.200552643116705e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.2411279538387585e-10,
+    "max_abs_err": 5.772165514658645e-13,
+    "mean_abs_err": 4.251277765454857e-14,
+    "w_frob_norm": 46.820479794744266,
+    "relative_err": 2.6508228007908596e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.217444406838314e-10,
+    "max_abs_err": 4.375250162169664e-13,
+    "mean_abs_err": 4.1992536178981146e-14,
+    "w_frob_norm": 43.23334048006764,
+    "relative_err": 2.8159850553292456e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 4.883442107350869e-11,
+    "max_abs_err": 1.7290335829756032e-13,
+    "mean_abs_err": 1.6939590280496076e-14,
+    "w_frob_norm": 44.14080885433873,
+    "relative_err": 1.1063327188828489e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 6.846419002429776e-11,
+    "max_abs_err": 2.8038942695429725e-13,
+    "mean_abs_err": 2.3085929143330382e-14,
+    "w_frob_norm": 44.14598806115123,
+    "relative_err": 1.5508587083714345e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.1045689173432006e-10,
+    "max_abs_err": 4.2487194318319155e-13,
+    "mean_abs_err": 3.8241877190297155e-14,
+    "w_frob_norm": 44.74538974081034,
+    "relative_err": 2.4685647476566083e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.2712833488800045e-10,
+    "max_abs_err": 4.67695326911155e-13,
+    "mean_abs_err": 4.3664226452299045e-14,
+    "w_frob_norm": 43.68326403884308,
+    "relative_err": 2.910229756983319e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 5.0005986375578656e-11,
+    "max_abs_err": 1.773615976308207e-13,
+    "mean_abs_err": 1.7246289413741242e-14,
+    "w_frob_norm": 43.427887835148304,
+    "relative_err": 1.1514717585483487e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 5.663094716504291e-11,
+    "max_abs_err": 3.1729913835265577e-13,
+    "mean_abs_err": 1.9349738304127482e-14,
+    "w_frob_norm": 42.29494667152989,
+    "relative_err": 1.3389530339132227e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.3811410746679338e-10,
+    "max_abs_err": 5.267314362455977e-13,
+    "mean_abs_err": 4.7096399043772504e-14,
+    "w_frob_norm": 46.819198893691585,
+    "relative_err": 2.949945977939466e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.212038258633315e-10,
+    "max_abs_err": 4.265962583183125e-13,
+    "mean_abs_err": 4.18344579887888e-14,
+    "w_frob_norm": 45.50656410115855,
+    "relative_err": 2.663436105479248e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 5.93715500749276e-11,
+    "max_abs_err": 2.764663498133757e-13,
+    "mean_abs_err": 2.0233229445387038e-14,
+    "w_frob_norm": 43.077786384220786,
+    "relative_err": 1.3782405053356026e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.055229041745862e-11,
+    "max_abs_err": 1.714843544942113e-13,
+    "mean_abs_err": 1.7494186708718715e-14,
+    "w_frob_norm": 45.01031306934495,
+    "relative_err": 1.1231268340563517e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.2032909036057464e-10,
+    "max_abs_err": 4.8257751961156e-13,
+    "mean_abs_err": 4.0939226915569423e-14,
+    "w_frob_norm": 44.36761543392436,
+    "relative_err": 2.712092799753413e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.0675178894137141e-10,
+    "max_abs_err": 4.356168203933919e-13,
+    "mean_abs_err": 3.6935665984917506e-14,
+    "w_frob_norm": 44.44817495882323,
+    "relative_err": 2.4017136595656902e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.2208140446366934e-10,
+    "max_abs_err": 4.4114711883480595e-13,
+    "mean_abs_err": 4.219659051354122e-14,
+    "w_frob_norm": 44.559484787690856,
+    "relative_err": 2.73974003616382e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 5.240774312898954e-11,
+    "max_abs_err": 2.0829171720748718e-13,
+    "mean_abs_err": 1.7935870404082487e-14,
+    "w_frob_norm": 43.46859692361212,
+    "relative_err": 1.2056460718317248e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.165412213578248e-10,
+    "max_abs_err": 5.489676638617547e-13,
+    "mean_abs_err": 3.998995857964803e-14,
+    "w_frob_norm": 44.340248031341076,
+    "relative_err": 2.6283394101776296e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.192338821345711e-10,
+    "max_abs_err": 4.0618636926170737e-13,
+    "mean_abs_err": 4.113048377687411e-14,
+    "w_frob_norm": 44.912741646106646,
+    "relative_err": 2.654789660227904e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.1671530546647722e-10,
+    "max_abs_err": 4.676710407824913e-13,
+    "mean_abs_err": 4.006302727764596e-14,
+    "w_frob_norm": 43.90095685350365,
+    "relative_err": 2.6586050471736447e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.1046721713435998e-10,
+    "max_abs_err": 3.7825992338369474e-13,
+    "mean_abs_err": 3.8168406979529494e-14,
+    "w_frob_norm": 42.624095606557894,
+    "relative_err": 2.591661255502724e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.013528876615205e-11,
+    "max_abs_err": 1.7408470498470052e-13,
+    "mean_abs_err": 1.735196266857424e-14,
+    "w_frob_norm": 42.55924108480864,
+    "relative_err": 1.1780118133743614e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 4.8108215483592404e-11,
+    "max_abs_err": 1.7122414597281477e-13,
+    "mean_abs_err": 1.6702829696166893e-14,
+    "w_frob_norm": 42.95200675048855,
+    "relative_err": 1.120045816789345e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 4.5921889390615713e-11,
+    "max_abs_err": 1.5769503758367165e-13,
+    "mean_abs_err": 1.5950963994721445e-14,
+    "w_frob_norm": 42.83444741113306,
+    "relative_err": 1.0720784827652567e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 4.5492871338151194e-11,
+    "max_abs_err": 1.9140028104103202e-13,
+    "mean_abs_err": 1.5695841480288354e-14,
+    "w_frob_norm": 42.73885585279766,
+    "relative_err": 1.064438212731735e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 4.6310711731600846e-11,
+    "max_abs_err": 1.6897160753925888e-13,
+    "mean_abs_err": 1.604320149538632e-14,
+    "w_frob_norm": 41.80748758546876,
+    "relative_err": 1.1077133405093037e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 5.781140007160904e-11,
+    "max_abs_err": 2.445903722614329e-13,
+    "mean_abs_err": 1.9824104705976915e-14,
+    "w_frob_norm": 42.42197812195832,
+    "relative_err": 1.3627700223079626e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 4.6100820204384506e-11,
+    "max_abs_err": 1.822465789391714e-13,
+    "mean_abs_err": 1.5802324030382202e-14,
+    "w_frob_norm": 41.65129875059934,
+    "relative_err": 1.1068279162296504e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.2346889883074769e-10,
+    "max_abs_err": 4.135511377789669e-13,
+    "mean_abs_err": 4.2516968291365354e-14,
+    "w_frob_norm": 44.450259448410115,
+    "relative_err": 2.777686797847563e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.167968612559772e-10,
+    "max_abs_err": 3.985457797117675e-13,
+    "mean_abs_err": 4.045527683038325e-14,
+    "w_frob_norm": 44.25408033956483,
+    "relative_err": 2.6392337239817495e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 4.477837371020428e-11,
+    "max_abs_err": 1.5766554728458004e-13,
+    "mean_abs_err": 1.5494254089233282e-14,
+    "w_frob_norm": 40.0345388439753,
+    "relative_err": 1.1184935558947464e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.2227407048273626e-10,
+    "max_abs_err": 4.475170234385928e-13,
+    "mean_abs_err": 4.2096103186239e-14,
+    "w_frob_norm": 43.38228429732599,
+    "relative_err": 2.818525406470425e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.2138154949953976e-10,
+    "max_abs_err": 5.391520563335916e-13,
+    "mean_abs_err": 4.154464714941489e-14,
+    "w_frob_norm": 44.280869832375885,
+    "relative_err": 2.741173557769451e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 5.140607990578136e-11,
+    "max_abs_err": 2.1909210556891878e-13,
+    "mean_abs_err": 1.754716652373776e-14,
+    "w_frob_norm": 41.79802607813119,
+    "relative_err": 1.2298686021605486e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.227022001671001e-11,
+    "max_abs_err": 1.8775259125192179e-13,
+    "mean_abs_err": 1.8018674704912045e-14,
+    "w_frob_norm": 42.86656643047862,
+    "relative_err": 1.2193703477856646e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.24011552097734e-10,
+    "max_abs_err": 5.017028459342043e-13,
+    "mean_abs_err": 4.260392799707865e-14,
+    "w_frob_norm": 45.27553639084394,
+    "relative_err": 2.7390410359183032e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.1392275481206975e-10,
+    "max_abs_err": 4.0034468795635547e-13,
+    "mean_abs_err": 3.937187992023446e-14,
+    "w_frob_norm": 44.7972953111304,
+    "relative_err": 2.5430721658716823e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.2298865785316114e-10,
+    "max_abs_err": 5.116115864289839e-13,
+    "mean_abs_err": 4.241973928131574e-14,
+    "w_frob_norm": 44.04422695527569,
+    "relative_err": 2.7923899760585844e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 4.715929581080446e-11,
+    "max_abs_err": 2.3701526852271115e-13,
+    "mean_abs_err": 1.6228832996117835e-14,
+    "w_frob_norm": 42.43175489480567,
+    "relative_err": 1.1114151636603066e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.269653256661816e-10,
+    "max_abs_err": 4.775901896181267e-13,
+    "mean_abs_err": 4.392839641875408e-14,
+    "w_frob_norm": 47.23404427616276,
+    "relative_err": 2.688004544431022e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.199748451939471e-10,
+    "max_abs_err": 4.62910959564411e-13,
+    "mean_abs_err": 4.150386533946663e-14,
+    "w_frob_norm": 45.368090257518524,
+    "relative_err": 2.6444764263372215e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 4.9546604087219646e-11,
+    "max_abs_err": 1.8990017891518107e-13,
+    "mean_abs_err": 1.7093186179735637e-14,
+    "w_frob_norm": 43.27590422712222,
+    "relative_err": 1.1449004930593086e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 5.572208641236537e-11,
+    "max_abs_err": 2.1518203885406706e-13,
+    "mean_abs_err": 1.922554564471067e-14,
+    "w_frob_norm": 45.900979764583035,
+    "relative_err": 1.2139628979196705e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 4.2435637677374306e-11,
+    "max_abs_err": 1.5447365608878272e-13,
+    "mean_abs_err": 1.4697711546989735e-14,
+    "w_frob_norm": 42.90785555686361,
+    "relative_err": 9.889946054548567e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 5.409967842454648e-11,
+    "max_abs_err": 2.408637525541657e-13,
+    "mean_abs_err": 1.8504631917962905e-14,
+    "w_frob_norm": 43.21291908102513,
+    "relative_err": 1.251932976874542e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 5.97679448280908e-11,
+    "max_abs_err": 3.0617175461600254e-13,
+    "mean_abs_err": 2.0149866790405328e-14,
+    "w_frob_norm": 45.47394434188486,
+    "relative_err": 1.3143338606992162e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 5.186090411346747e-11,
+    "max_abs_err": 1.9782786520039508e-13,
+    "mean_abs_err": 1.7952458755125964e-14,
+    "w_frob_norm": 44.418196326184585,
+    "relative_err": 1.1675598831755218e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.4848564225008945e-10,
+    "max_abs_err": 6.602877966610521e-13,
+    "mean_abs_err": 5.00522672840151e-14,
+    "w_frob_norm": 45.47211616200287,
+    "relative_err": 3.2654218625120005e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 5.0884927800325506e-11,
+    "max_abs_err": 2.0155361754592427e-13,
+    "mean_abs_err": 1.768119620699543e-14,
+    "w_frob_norm": 42.783496317373,
+    "relative_err": 1.189358799076521e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.3214884127244445e-10,
+    "max_abs_err": 5.581091144790662e-13,
+    "mean_abs_err": 4.541605721977827e-14,
+    "w_frob_norm": 46.14163341529394,
+    "relative_err": 2.863982730802999e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 6.123772299492263e-11,
+    "max_abs_err": 4.433571565432004e-13,
+    "mean_abs_err": 2.091549114508443e-14,
+    "w_frob_norm": 42.36971265138367,
+    "relative_err": 1.4453183456490302e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.3200918135485808e-10,
+    "max_abs_err": 5.149561332906671e-13,
+    "mean_abs_err": 4.49829498098012e-14,
+    "w_frob_norm": 44.969443158428945,
+    "relative_err": 2.9355307089257264e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 4.7631311866118093e-11,
+    "max_abs_err": 1.7373255611907723e-13,
+    "mean_abs_err": 1.6384032960467556e-14,
+    "w_frob_norm": 41.32706389891656,
+    "relative_err": 1.152545266284131e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.3279988480647337e-10,
+    "max_abs_err": 6.037158620242344e-13,
+    "mean_abs_err": 4.557994092586102e-14,
+    "w_frob_norm": 46.308121913109716,
+    "relative_err": 2.867744994185956e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.1829102162060745e-10,
+    "max_abs_err": 4.476870263392385e-13,
+    "mean_abs_err": 4.085241573570546e-14,
+    "w_frob_norm": 45.599309196083006,
+    "relative_err": 2.5941406505072383e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.25.mixer.D": {
+    "frob_norm_diff": 3.078365255003456e-16,
+    "max_abs_err": 2.220446049250313e-16,
+    "mean_abs_err": 1.5589747273333805e-17,
+    "w_frob_norm": 3.626602342281917,
+    "relative_err": 8.488290042482294e-17,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.24.norm.weight": {
+    "frob_norm_diff": 5.349060273646698e-15,
+    "max_abs_err": 6.661338147750939e-16,
+    "mean_abs_err": 6.944443986456856e-17,
+    "w_frob_norm": 45.61463738901998,
+    "relative_err": 1.1726631142603984e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.gate.weight": {
+    "frob_norm_diff": 3.7021484209703484e-11,
+    "max_abs_err": 5.327214364081456e-13,
+    "mean_abs_err": 4.842787177202747e-14,
+    "w_frob_norm": 13.464732259373239,
+    "relative_err": 2.749515066215418e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.25.mixer.dt_bias": {
+    "frob_norm_diff": 5.209330424965669e-15,
+    "max_abs_err": 3.552713678800501e-15,
+    "mean_abs_err": 3.356757688650902e-16,
+    "w_frob_norm": 26.277172822962186,
+    "relative_err": 1.9824546803655833e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.25.mixer.A_log": {
+    "frob_norm_diff": 2.8207435862281045e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 1.945058697438995e-16,
+    "w_frob_norm": 19.086729547755894,
+    "relative_err": 1.4778558993935926e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.24.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 4.9902141407495186e-11,
+    "max_abs_err": 1.7022494525065213e-13,
+    "mean_abs_err": 1.7252653548578573e-14,
+    "w_frob_norm": 43.18725679563886,
+    "relative_err": 1.155483008416835e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.276796421147752e-10,
+    "max_abs_err": 5.123679258645097e-13,
+    "mean_abs_err": 4.369973463276183e-14,
+    "w_frob_norm": 43.57041959383949,
+    "relative_err": 2.9304203013190188e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.504225863713502e-10,
+    "max_abs_err": 6.389472284595854e-13,
+    "mean_abs_err": 5.095356242883293e-14,
+    "w_frob_norm": 44.84110865379183,
+    "relative_err": 3.3545688518258845e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.7714823158261436e-10,
+    "max_abs_err": 9.368339437543227e-13,
+    "mean_abs_err": 6.689495368764809e-14,
+    "w_frob_norm": 45.9864593181519,
+    "relative_err": 6.026735601999645e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.24.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.1724023175969827e-10,
+    "max_abs_err": 3.811118087782006e-13,
+    "mean_abs_err": 2.864611846100536e-14,
+    "w_frob_norm": 44.475686285122656,
+    "relative_err": 2.6360522243119545e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.25.mixer.conv1d.weight": {
+    "frob_norm_diff": 4.134380164566213e-15,
+    "max_abs_err": 8.326672684688674e-16,
+    "mean_abs_err": 1.025597115672564e-17,
+    "w_frob_norm": 9.454080898126609,
+    "relative_err": 4.3731169736293127e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 1.7763568394002505e-15,
+    "sensitive": true
+  },
+  "backbone.layers.25.norm.weight": {
+    "frob_norm_diff": 3.685539134478739e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 4.4214797167456475e-17,
+    "w_frob_norm": 29.227389538322672,
+    "relative_err": 1.260988132260767e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": true
+  },
+  "backbone.layers.25.mixer.norm.weight": {
+    "frob_norm_diff": 1.7251970007960636e-14,
+    "max_abs_err": 3.552713678800501e-15,
+    "mean_abs_err": 1.1734625584923964e-16,
+    "w_frob_norm": 143.183707833839,
+    "relative_err": 1.2048835910843363e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": true
+  },
+  "backbone.layers.26.norm.weight": {
+    "frob_norm_diff": 5.013397664880693e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 6.515538769889079e-17,
+    "w_frob_norm": 43.14143179056535,
+    "relative_err": 1.1620842092628642e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": true
+  },
+  "backbone.layers.25.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.454515269745089e-10,
+    "max_abs_err": 1.3146744977377e-12,
+    "mean_abs_err": 1.0295727539425224e-13,
+    "w_frob_norm": 69.61538749885477,
+    "relative_err": 6.398750951172065e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.26.mixer.v_proj.weight": {
+    "frob_norm_diff": 5.32367243459558e-11,
+    "max_abs_err": 5.035329792013599e-13,
+    "mean_abs_err": 4.889555304715436e-14,
+    "w_frob_norm": 19.8238357090275,
+    "relative_err": 2.6854905946235486e-12,
+    "shape": [
+      256,
+      2688
+    ],
+    "numel": 688128,
+    "sensitive": true
+  },
+  "backbone.layers.27.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.914203826806936e-11,
+    "max_abs_err": 1.8145901448107793e-13,
+    "mean_abs_err": 2.034304910291405e-14,
+    "w_frob_norm": 43.90458999889324,
+    "relative_err": 1.3470582066604022e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.26.mixer.q_proj.weight": {
+    "frob_norm_diff": 1.8964011032020226e-10,
+    "max_abs_err": 5.479332265689862e-13,
+    "mean_abs_err": 4.403881367157122e-14,
+    "w_frob_norm": 80.39148182859556,
+    "relative_err": 2.3589577652584896e-12,
+    "shape": [
+      4096,
+      2688
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.26.mixer.k_proj.weight": {
+    "frob_norm_diff": 4.0897499004198316e-11,
+    "max_abs_err": 3.8018026227160107e-13,
+    "mean_abs_err": 3.8050197839433316e-14,
+    "w_frob_norm": 20.028628012053115,
+    "relative_err": 2.0419520987451777e-12,
+    "shape": [
+      256,
+      2688
+    ],
+    "numel": 688128,
+    "sensitive": true
+  },
+  "backbone.layers.25.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.2253076731257714e-10,
+    "max_abs_err": 6.066536162308012e-13,
+    "mean_abs_err": 4.6472548215019046e-14,
+    "w_frob_norm": 121.99961904846454,
+    "relative_err": 2.6437030691419722e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": true
+  },
+  "backbone.layers.26.mixer.o_proj.weight": {
+    "frob_norm_diff": 4.857768960094584e-10,
+    "max_abs_err": 3.164805223443423e-12,
+    "mean_abs_err": 1.117956231858024e-13,
+    "w_frob_norm": 74.93193105911375,
+    "relative_err": 6.482909076855758e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.27.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 5.782672168254656e-11,
+    "max_abs_err": 2.3395868575804e-13,
+    "mean_abs_err": 1.9802137134576337e-14,
+    "w_frob_norm": 44.55008424200328,
+    "relative_err": 1.2980159895640697e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.311648815525745e-10,
+    "max_abs_err": 5.228664723411214e-13,
+    "mean_abs_err": 4.5135613227172887e-14,
+    "w_frob_norm": 46.756645573869015,
+    "relative_err": 2.8052671431561994e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 4.043426445856935e-11,
+    "max_abs_err": 1.4164537598393423e-13,
+    "mean_abs_err": 1.3984330635957764e-14,
+    "w_frob_norm": 42.21551485042969,
+    "relative_err": 9.578057877969428e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.1301681453190528e-10,
+    "max_abs_err": 3.990783398188924e-13,
+    "mean_abs_err": 3.917226122140053e-14,
+    "w_frob_norm": 45.73763726000258,
+    "relative_err": 2.4709806037737357e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 4.878655918807146e-11,
+    "max_abs_err": 2.047233910174029e-13,
+    "mean_abs_err": 1.6853931135262787e-14,
+    "w_frob_norm": 42.28926150959119,
+    "relative_err": 1.1536394216060426e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.1500648821276887e-10,
+    "max_abs_err": 4.764886402108814e-13,
+    "mean_abs_err": 3.956570862006426e-14,
+    "w_frob_norm": 44.2648078150278,
+    "relative_err": 2.5981472390742974e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 5.410007096537694e-11,
+    "max_abs_err": 2.03182306049432e-13,
+    "mean_abs_err": 1.8593082904340442e-14,
+    "w_frob_norm": 44.98775376335092,
+    "relative_err": 1.2025510597830588e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.2632269646239674e-10,
+    "max_abs_err": 6.177905409465723e-13,
+    "mean_abs_err": 4.3583518319021143e-14,
+    "w_frob_norm": 46.84984338519843,
+    "relative_err": 2.696331243282377e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.2084269974920515e-10,
+    "max_abs_err": 5.008979342413511e-13,
+    "mean_abs_err": 4.1335663209225604e-14,
+    "w_frob_norm": 46.41637194759617,
+    "relative_err": 2.6034499181805055e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.1225374764983485e-10,
+    "max_abs_err": 4.889491589388228e-13,
+    "mean_abs_err": 3.878913480492717e-14,
+    "w_frob_norm": 43.23356175375196,
+    "relative_err": 2.5964492189934614e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 5.888118822884203e-11,
+    "max_abs_err": 2.512018371092495e-13,
+    "mean_abs_err": 2.0189991186916908e-14,
+    "w_frob_norm": 45.182703014980675,
+    "relative_err": 1.303179852018139e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 4.7659005388399284e-11,
+    "max_abs_err": 1.5580245427138095e-13,
+    "mean_abs_err": 1.65177936562195e-14,
+    "w_frob_norm": 42.736957272439255,
+    "relative_err": 1.1151707662429731e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 4.9048556182481524e-11,
+    "max_abs_err": 1.906461100098511e-13,
+    "mean_abs_err": 1.6928582426525344e-14,
+    "w_frob_norm": 42.722190029447,
+    "relative_err": 1.14808150398362e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.2181596919651054e-11,
+    "max_abs_err": 1.837349716815595e-13,
+    "mean_abs_err": 1.7942609383134795e-14,
+    "w_frob_norm": 43.94924533929165,
+    "relative_err": 1.1873149701844707e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 5.839484118363724e-11,
+    "max_abs_err": 2.650310526597366e-13,
+    "mean_abs_err": 1.9879926362138182e-14,
+    "w_frob_norm": 42.08281781366832,
+    "relative_err": 1.3876171848138658e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.1674382012188076e-10,
+    "max_abs_err": 4.247262264112095e-13,
+    "mean_abs_err": 4.034700378237211e-14,
+    "w_frob_norm": 44.197573406914394,
+    "relative_err": 2.6414079127614963e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.1697121265605539e-10,
+    "max_abs_err": 4.4661323250760887e-13,
+    "mean_abs_err": 4.028661183338711e-14,
+    "w_frob_norm": 43.878637835960774,
+    "relative_err": 2.665789514554883e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 4.594544483148364e-11,
+    "max_abs_err": 1.7721414613536268e-13,
+    "mean_abs_err": 1.5930514471140893e-14,
+    "w_frob_norm": 42.06763040774067,
+    "relative_err": 1.0921804814332833e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.1685344122411257e-10,
+    "max_abs_err": 4.1941797257472047e-13,
+    "mean_abs_err": 4.025242573761341e-14,
+    "w_frob_norm": 45.114247605054004,
+    "relative_err": 2.5901671296191995e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 4.7213124579059223e-11,
+    "max_abs_err": 1.5006051956589772e-13,
+    "mean_abs_err": 1.6385479289839768e-14,
+    "w_frob_norm": 42.376899167986515,
+    "relative_err": 1.1141240984127083e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.147283711523904e-10,
+    "max_abs_err": 4.2768566466122593e-13,
+    "mean_abs_err": 3.9632779173549325e-14,
+    "w_frob_norm": 45.06098809358263,
+    "relative_err": 2.5460686950344408e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.3228028038215735e-10,
+    "max_abs_err": 6.44588549203462e-13,
+    "mean_abs_err": 4.533273389875226e-14,
+    "w_frob_norm": 46.68852259100003,
+    "relative_err": 2.8332505087161727e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 4.3599752505512654e-11,
+    "max_abs_err": 1.5942195480400656e-13,
+    "mean_abs_err": 1.4949838081088463e-14,
+    "w_frob_norm": 39.94642554989997,
+    "relative_err": 1.0914556660657672e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 5.0272917034950677e-11,
+    "max_abs_err": 1.9408433193923713e-13,
+    "mean_abs_err": 1.7279688204150042e-14,
+    "w_frob_norm": 44.69044714853343,
+    "relative_err": 1.1249141649414095e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.457772456382892e-10,
+    "max_abs_err": 6.344542946568055e-13,
+    "mean_abs_err": 4.936819533987135e-14,
+    "w_frob_norm": 46.28940594736709,
+    "relative_err": 3.1492572145782944e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.2567394535779438e-10,
+    "max_abs_err": 5.120105728284585e-13,
+    "mean_abs_err": 4.3013870239208074e-14,
+    "w_frob_norm": 43.33168297050059,
+    "relative_err": 2.9002784277580655e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 4.3917217754341e-11,
+    "max_abs_err": 1.5842882561400984e-13,
+    "mean_abs_err": 1.5257623571882165e-14,
+    "w_frob_norm": 42.400702411260816,
+    "relative_err": 1.0357662787840379e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 4.7385417179334445e-11,
+    "max_abs_err": 1.6317502904428238e-13,
+    "mean_abs_err": 1.641173338029767e-14,
+    "w_frob_norm": 41.34578682301507,
+    "relative_err": 1.146076077404758e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.332420599997089e-10,
+    "max_abs_err": 7.364785864494294e-13,
+    "mean_abs_err": 4.505516082233127e-14,
+    "w_frob_norm": 43.4632289429263,
+    "relative_err": 3.0656272725313527e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 4.85170958801457e-11,
+    "max_abs_err": 2.0614759899117985e-13,
+    "mean_abs_err": 1.6717456560450573e-14,
+    "w_frob_norm": 43.4810804626938,
+    "relative_err": 1.1158208435453379e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.3016313785008293e-10,
+    "max_abs_err": 4.781522400243432e-13,
+    "mean_abs_err": 4.4844565310617326e-14,
+    "w_frob_norm": 44.846180108290895,
+    "relative_err": 2.9024353364272187e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.1876770083930663e-10,
+    "max_abs_err": 4.600486658290492e-13,
+    "mean_abs_err": 4.079754314689476e-14,
+    "w_frob_norm": 44.14418058929938,
+    "relative_err": 2.690449777384612e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.1508137723936241e-10,
+    "max_abs_err": 5.240564926456415e-13,
+    "mean_abs_err": 3.9752869766150637e-14,
+    "w_frob_norm": 44.14943137001304,
+    "relative_err": 2.606633283107864e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.2725401077484373e-10,
+    "max_abs_err": 5.610789610699385e-13,
+    "mean_abs_err": 4.370647539287849e-14,
+    "w_frob_norm": 45.559426658442554,
+    "relative_err": 2.79314337576859e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 4.514230637441699e-11,
+    "max_abs_err": 1.7968959653558159e-13,
+    "mean_abs_err": 1.555925674092196e-14,
+    "w_frob_norm": 43.3529582794745,
+    "relative_err": 1.041273956056412e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 4.541512876029033e-11,
+    "max_abs_err": 1.5511067907522658e-13,
+    "mean_abs_err": 1.573688810899711e-14,
+    "w_frob_norm": 41.38842200577887,
+    "relative_err": 1.0972906566466638e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 4.817647735480135e-11,
+    "max_abs_err": 1.6154438897686418e-13,
+    "mean_abs_err": 1.6631496791366693e-14,
+    "w_frob_norm": 43.56214670980155,
+    "relative_err": 1.1059252354053884e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 5.7798528072328e-11,
+    "max_abs_err": 2.3439605291442067e-13,
+    "mean_abs_err": 1.974172610249339e-14,
+    "w_frob_norm": 42.75245908500229,
+    "relative_err": 1.3519345859710773e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.0964097984030929e-10,
+    "max_abs_err": 4.246047957678911e-13,
+    "mean_abs_err": 3.7940798038946955e-14,
+    "w_frob_norm": 44.22248376397685,
+    "relative_err": 2.4793039763547074e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 4.712002702595741e-11,
+    "max_abs_err": 1.799428661630742e-13,
+    "mean_abs_err": 1.6309640464336858e-14,
+    "w_frob_norm": 43.61266339461154,
+    "relative_err": 1.0804207621903507e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.304727030734898e-10,
+    "max_abs_err": 5.52960455202367e-13,
+    "mean_abs_err": 4.4762078599479164e-14,
+    "w_frob_norm": 45.734721741255115,
+    "relative_err": 2.8528150627359475e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.372136949027573e-10,
+    "max_abs_err": 5.062042365139297e-13,
+    "mean_abs_err": 4.712269698132922e-14,
+    "w_frob_norm": 45.10467999174564,
+    "relative_err": 3.0421165814249877e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 5.576686135992794e-11,
+    "max_abs_err": 1.940426985758137e-13,
+    "mean_abs_err": 1.9190627683575025e-14,
+    "w_frob_norm": 43.79195459136937,
+    "relative_err": 1.273449926597216e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.3315066685412389e-10,
+    "max_abs_err": 5.566979169313591e-13,
+    "mean_abs_err": 4.538181856257273e-14,
+    "w_frob_norm": 43.348074665772025,
+    "relative_err": 3.0716627642809863e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 4.944194450407059e-11,
+    "max_abs_err": 2.398237858303176e-13,
+    "mean_abs_err": 1.7143567177742686e-14,
+    "w_frob_norm": 45.45397936082959,
+    "relative_err": 1.0877363258249213e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 4.7277063321028603e-11,
+    "max_abs_err": 1.6709550409998997e-13,
+    "mean_abs_err": 1.6429522780551792e-14,
+    "w_frob_norm": 45.56928561823133,
+    "relative_err": 1.0374765081266498e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.1667469015802792e-10,
+    "max_abs_err": 4.400819986205562e-13,
+    "mean_abs_err": 4.032340340540041e-14,
+    "w_frob_norm": 43.70642640364818,
+    "relative_err": 2.669508805878695e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.2049791052577282e-10,
+    "max_abs_err": 5.96720589607358e-13,
+    "mean_abs_err": 4.1380841609306794e-14,
+    "w_frob_norm": 45.82149054527809,
+    "relative_err": 2.629724810167489e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 5.346118409069889e-11,
+    "max_abs_err": 1.989033937555007e-13,
+    "mean_abs_err": 1.8416750792929452e-14,
+    "w_frob_norm": 42.52531908604205,
+    "relative_err": 1.2571612686204695e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 4.6214445996019525e-11,
+    "max_abs_err": 1.9074759133319574e-13,
+    "mean_abs_err": 1.604126712233247e-14,
+    "w_frob_norm": 43.00353527742582,
+    "relative_err": 1.0746662035546467e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 4.556441301527529e-11,
+    "max_abs_err": 1.7100904026179364e-13,
+    "mean_abs_err": 1.568288108707184e-14,
+    "w_frob_norm": 38.64937229182674,
+    "relative_err": 1.178917284121349e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.180168138917559e-10,
+    "max_abs_err": 4.72408570595384e-13,
+    "mean_abs_err": 4.0131639979167316e-14,
+    "w_frob_norm": 43.30961143365225,
+    "relative_err": 2.7249566547728243e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.2041691340515824e-10,
+    "max_abs_err": 4.3230002910732424e-13,
+    "mean_abs_err": 4.1628259589095645e-14,
+    "w_frob_norm": 47.31123100690778,
+    "relative_err": 2.5452077834875296e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.33138697197256e-10,
+    "max_abs_err": 6.686613068795921e-13,
+    "mean_abs_err": 4.515336866580505e-14,
+    "w_frob_norm": 45.3219992052818,
+    "relative_err": 2.9376174822786747e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.0393409424382407e-10,
+    "max_abs_err": 3.942852988547685e-13,
+    "mean_abs_err": 3.6024075057532925e-14,
+    "w_frob_norm": 44.48047553641042,
+    "relative_err": 2.3366228213712926e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 5.193301459232344e-11,
+    "max_abs_err": 2.0435736436397178e-13,
+    "mean_abs_err": 1.782811628380081e-14,
+    "w_frob_norm": 43.90077953302522,
+    "relative_err": 1.1829633811685691e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 4.5069647603362414e-11,
+    "max_abs_err": 1.551328510096539e-13,
+    "mean_abs_err": 1.5628335372032706e-14,
+    "w_frob_norm": 42.5182096870029,
+    "relative_err": 1.0600081220526894e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.2338999565365935e-10,
+    "max_abs_err": 5.447751624809705e-13,
+    "mean_abs_err": 4.231661871265193e-14,
+    "w_frob_norm": 45.28686743277536,
+    "relative_err": 2.7246308399851607e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 5.288731060546681e-11,
+    "max_abs_err": 1.6967156846181553e-13,
+    "mean_abs_err": 1.8237510369661085e-14,
+    "w_frob_norm": 43.426087194501854,
+    "relative_err": 1.2178695807565834e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 5.253578839815065e-11,
+    "max_abs_err": 2.353421277301315e-13,
+    "mean_abs_err": 1.8069770185966972e-14,
+    "w_frob_norm": 43.66890911938483,
+    "relative_err": 1.203047876797769e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.2467578002391505e-10,
+    "max_abs_err": 5.022648963404208e-13,
+    "mean_abs_err": 4.3105223083065754e-14,
+    "w_frob_norm": 46.314113947592034,
+    "relative_err": 2.6919608170631364e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 4.550157410081979e-11,
+    "max_abs_err": 1.4962683869690352e-13,
+    "mean_abs_err": 1.5768257399261888e-14,
+    "w_frob_norm": 42.34433428303989,
+    "relative_err": 1.0745610923217291e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.2767837139342759e-10,
+    "max_abs_err": 4.975958881048292e-13,
+    "mean_abs_err": 4.371542386495766e-14,
+    "w_frob_norm": 44.254830724583655,
+    "relative_err": 2.8850719639630655e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.3171482487260112e-10,
+    "max_abs_err": 6.70543481851027e-13,
+    "mean_abs_err": 4.489426777129764e-14,
+    "w_frob_norm": 47.12942871009112,
+    "relative_err": 2.7947469018311907e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 5.437812502410487e-11,
+    "max_abs_err": 2.2092744300650224e-13,
+    "mean_abs_err": 1.8531463469584328e-14,
+    "w_frob_norm": 44.66021081839587,
+    "relative_err": 1.2175966935137288e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.3632965777427743e-10,
+    "max_abs_err": 5.810282810436718e-13,
+    "mean_abs_err": 4.6594445735325846e-14,
+    "w_frob_norm": 44.04904821149441,
+    "relative_err": 3.0949512715850872e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.040259630285273e-11,
+    "max_abs_err": 2.0987291765584004e-13,
+    "mean_abs_err": 1.7376198535546445e-14,
+    "w_frob_norm": 43.99112362578638,
+    "relative_err": 1.1457446900335167e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.1181661364286206e-11,
+    "max_abs_err": 1.914458175322764e-13,
+    "mean_abs_err": 1.767147018112804e-14,
+    "w_frob_norm": 46.21404325559045,
+    "relative_err": 1.1074915276558243e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 4.636616146213311e-11,
+    "max_abs_err": 1.7195966872662893e-13,
+    "mean_abs_err": 1.6049015548462006e-14,
+    "w_frob_norm": 44.77203873620756,
+    "relative_err": 1.0356053190992253e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 6.756282748386533e-11,
+    "max_abs_err": 2.8681310798583937e-13,
+    "mean_abs_err": 2.2938979538400422e-14,
+    "w_frob_norm": 42.81884437244901,
+    "relative_err": 1.5778760140322092e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 4.323984232674361e-11,
+    "max_abs_err": 1.4198191233827373e-13,
+    "mean_abs_err": 1.4975522636227375e-14,
+    "w_frob_norm": 43.232179542593,
+    "relative_err": 1.0001772472318463e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.2254076235117944e-10,
+    "max_abs_err": 3.9546144137148076e-13,
+    "mean_abs_err": 4.242801759048392e-14,
+    "w_frob_norm": 45.452108182464904,
+    "relative_err": 2.696041333423887e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.3286801991181528e-10,
+    "max_abs_err": 5.606834441174158e-13,
+    "mean_abs_err": 4.562871301727153e-14,
+    "w_frob_norm": 48.00710351619304,
+    "relative_err": 2.7676741602833466e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.24128250312191e-10,
+    "max_abs_err": 4.699270486629992e-13,
+    "mean_abs_err": 4.286354102127542e-14,
+    "w_frob_norm": 45.317929165756,
+    "relative_err": 2.7390538931771655e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.3131367067525583e-10,
+    "max_abs_err": 5.691593030210385e-13,
+    "mean_abs_err": 4.456965742657742e-14,
+    "w_frob_norm": 46.52120499097034,
+    "relative_err": 2.822662712643482e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.0382362111811422e-10,
+    "max_abs_err": 4.1713854592728694e-13,
+    "mean_abs_err": 3.588743177132566e-14,
+    "w_frob_norm": 46.650155418609444,
+    "relative_err": 2.2255793187925248e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.1435367824783041e-10,
+    "max_abs_err": 4.2608278016942336e-13,
+    "mean_abs_err": 3.943939959155525e-14,
+    "w_frob_norm": 44.040837759466584,
+    "relative_err": 2.5965373064060314e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 4.747450338578644e-11,
+    "max_abs_err": 1.6881981923511091e-13,
+    "mean_abs_err": 1.6481191823740355e-14,
+    "w_frob_norm": 42.74619757720685,
+    "relative_err": 1.1106134832236124e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 4.881996745641368e-11,
+    "max_abs_err": 1.661726312107703e-13,
+    "mean_abs_err": 1.690317616215355e-14,
+    "w_frob_norm": 42.789816295069386,
+    "relative_err": 1.140924913529931e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 5.20666841432945e-11,
+    "max_abs_err": 2.0317601767683158e-13,
+    "mean_abs_err": 1.7996806182348978e-14,
+    "w_frob_norm": 44.620301996472286,
+    "relative_err": 1.1668832754070319e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 4.7100203947966325e-11,
+    "max_abs_err": 1.7428289714183087e-13,
+    "mean_abs_err": 1.612615882033745e-14,
+    "w_frob_norm": 41.531542959097905,
+    "relative_err": 1.1340826897366343e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 5.117294230286157e-11,
+    "max_abs_err": 1.6763326837754278e-13,
+    "mean_abs_err": 1.7645141024545328e-14,
+    "w_frob_norm": 41.02802594603477,
+    "relative_err": 1.2472679619090296e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.2447526696691188e-10,
+    "max_abs_err": 4.676294074190679e-13,
+    "mean_abs_err": 4.3028889734557474e-14,
+    "w_frob_norm": 46.40795863847353,
+    "relative_err": 2.6821965589263888e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.182777115093085e-10,
+    "max_abs_err": 5.141234660221983e-13,
+    "mean_abs_err": 4.052385901556129e-14,
+    "w_frob_norm": 44.761492997437536,
+    "relative_err": 2.642398713467389e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 4.71717166762695e-11,
+    "max_abs_err": 1.6298420946192493e-13,
+    "mean_abs_err": 1.63001684794258e-14,
+    "w_frob_norm": 41.956856336862515,
+    "relative_err": 1.1242910168850117e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.367696107145401e-10,
+    "max_abs_err": 5.111050471739986e-13,
+    "mean_abs_err": 4.690690046086071e-14,
+    "w_frob_norm": 44.35930000503327,
+    "relative_err": 3.08322292504664e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.084173705064374e-10,
+    "max_abs_err": 4.220269966825896e-13,
+    "mean_abs_err": 3.7401814244992895e-14,
+    "w_frob_norm": 43.58993426941497,
+    "relative_err": 2.487211149169106e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.1139940393529165e-10,
+    "max_abs_err": 4.930717292794817e-13,
+    "mean_abs_err": 3.850109678963295e-14,
+    "w_frob_norm": 44.857444908864196,
+    "relative_err": 2.4834094800009045e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.3078215864603238e-10,
+    "max_abs_err": 5.469513730815834e-13,
+    "mean_abs_err": 4.443001554655846e-14,
+    "w_frob_norm": 43.05483658307536,
+    "relative_err": 3.0375718275851545e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.2686315156557195e-10,
+    "max_abs_err": 4.651782431475127e-13,
+    "mean_abs_err": 4.382564791023243e-14,
+    "w_frob_norm": 45.75648837791882,
+    "relative_err": 2.7725718485598123e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 4.228202372227576e-11,
+    "max_abs_err": 1.4080750454503743e-13,
+    "mean_abs_err": 1.4688525663005884e-14,
+    "w_frob_norm": 41.5185657928154,
+    "relative_err": 1.018388350244807e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.8917778461878824e-11,
+    "max_abs_err": 1.7476471658728343e-13,
+    "mean_abs_err": 1.693911924211854e-14,
+    "w_frob_norm": 43.94681401782339,
+    "relative_err": 1.1131131927342758e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.3560701881047726e-10,
+    "max_abs_err": 5.221368042790386e-13,
+    "mean_abs_err": 4.661279208695007e-14,
+    "w_frob_norm": 45.90738151795493,
+    "relative_err": 2.953926238581909e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.0984702841102318e-10,
+    "max_abs_err": 3.9222444736530804e-13,
+    "mean_abs_err": 3.806122497661998e-14,
+    "w_frob_norm": 43.91550234290312,
+    "relative_err": 2.5013269244493752e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.2728207944772034e-11,
+    "max_abs_err": 1.9530904671327676e-13,
+    "mean_abs_err": 1.8152481842904975e-14,
+    "w_frob_norm": 41.08578456846654,
+    "relative_err": 1.2833686516781544e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 4.6107147780860673e-11,
+    "max_abs_err": 1.595607326820847e-13,
+    "mean_abs_err": 1.591153129816221e-14,
+    "w_frob_norm": 44.37527799134651,
+    "relative_err": 1.03902780710133e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.3581390808946052e-10,
+    "max_abs_err": 6.08912659877392e-13,
+    "mean_abs_err": 4.576991263381497e-14,
+    "w_frob_norm": 43.68807925176096,
+    "relative_err": 3.1087177650179297e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 4.946174481842013e-11,
+    "max_abs_err": 1.8201759544034246e-13,
+    "mean_abs_err": 1.7058816124924348e-14,
+    "w_frob_norm": 42.20399679222841,
+    "relative_err": 1.1719682631463044e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.581536262830851e-10,
+    "max_abs_err": 6.830647159006276e-13,
+    "mean_abs_err": 5.294287624376144e-14,
+    "w_frob_norm": 43.60276239163532,
+    "relative_err": 3.62714694226403e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 5.057258516708769e-11,
+    "max_abs_err": 1.9502455206321656e-13,
+    "mean_abs_err": 1.741089701932884e-14,
+    "w_frob_norm": 43.10275269033976,
+    "relative_err": 1.1733029101508423e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.197511473279258e-11,
+    "max_abs_err": 1.9433066267282584e-13,
+    "mean_abs_err": 1.7917775066190236e-14,
+    "w_frob_norm": 43.27451355431047,
+    "relative_err": 1.2010560134330028e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 5.476128055996515e-11,
+    "max_abs_err": 2.3293780099242767e-13,
+    "mean_abs_err": 1.870533806117472e-14,
+    "w_frob_norm": 41.68112539152282,
+    "relative_err": 1.31381482734875e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.2283942785576689e-10,
+    "max_abs_err": 5.201880592942132e-13,
+    "mean_abs_err": 4.2325402759603237e-14,
+    "w_frob_norm": 45.597122264669984,
+    "relative_err": 2.6940171167544615e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.296876246902704e-10,
+    "max_abs_err": 6.509905461915544e-13,
+    "mean_abs_err": 4.44836538950325e-14,
+    "w_frob_norm": 43.451639841959484,
+    "relative_err": 2.984642815828468e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 5.75943235149464e-11,
+    "max_abs_err": 2.5029978090174154e-13,
+    "mean_abs_err": 1.9576815832447013e-14,
+    "w_frob_norm": 43.55968220886433,
+    "relative_err": 1.3221933814573616e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.4033326968385985e-11,
+    "max_abs_err": 1.9760582059547005e-13,
+    "mean_abs_err": 1.8554706398880826e-14,
+    "w_frob_norm": 42.08194590036781,
+    "relative_err": 1.284002576694385e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 4.725919743002379e-11,
+    "max_abs_err": 1.9026967501556413e-13,
+    "mean_abs_err": 1.6351204503167294e-14,
+    "w_frob_norm": 41.08226052089173,
+    "relative_err": 1.1503553317371832e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.3217329514704985e-10,
+    "max_abs_err": 5.671799835349489e-13,
+    "mean_abs_err": 4.4992159045453366e-14,
+    "w_frob_norm": 44.182829945329765,
+    "relative_err": 2.991508133602947e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.400600838065463e-10,
+    "max_abs_err": 6.018154724563018e-13,
+    "mean_abs_err": 4.781182366842432e-14,
+    "w_frob_norm": 43.54060928659109,
+    "relative_err": 3.2167690370304406e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.372384680515078e-10,
+    "max_abs_err": 6.864959989361097e-13,
+    "mean_abs_err": 4.6853104487306644e-14,
+    "w_frob_norm": 44.13220160589005,
+    "relative_err": 3.1097127054090003e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 5.1889978968439843e-11,
+    "max_abs_err": 1.829422030530381e-13,
+    "mean_abs_err": 1.782353751246577e-14,
+    "w_frob_norm": 42.51555056593107,
+    "relative_err": 1.2204941081021957e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.222111902732227e-10,
+    "max_abs_err": 4.580259782560603e-13,
+    "mean_abs_err": 4.22865357575217e-14,
+    "w_frob_norm": 44.341421285047495,
+    "relative_err": 2.756140573113156e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 5.604266440599414e-11,
+    "max_abs_err": 2.0175527915000657e-13,
+    "mean_abs_err": 1.9213182757649238e-14,
+    "w_frob_norm": 44.76175470265531,
+    "relative_err": 1.2520211680323075e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 5.335603428000483e-11,
+    "max_abs_err": 2.2160051571518125e-13,
+    "mean_abs_err": 1.8492683372573185e-14,
+    "w_frob_norm": 43.161498034328226,
+    "relative_err": 1.2361951440510345e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.3295324132422918e-10,
+    "max_abs_err": 4.588452014175903e-13,
+    "mean_abs_err": 4.588112181330034e-14,
+    "w_frob_norm": 44.794588363932604,
+    "relative_err": 2.9680648082766966e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.2083584573959166e-10,
+    "max_abs_err": 4.218847493575595e-13,
+    "mean_abs_err": 4.156642927621931e-14,
+    "w_frob_norm": 43.29793572025564,
+    "relative_err": 2.7907992316377857e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.3181834265317177e-10,
+    "max_abs_err": 5.393879787263245e-13,
+    "mean_abs_err": 4.562124985020439e-14,
+    "w_frob_norm": 47.18660534277402,
+    "relative_err": 2.79355426599591e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.1050168585517264e-11,
+    "max_abs_err": 1.807178064421218e-13,
+    "mean_abs_err": 1.769109080696281e-14,
+    "w_frob_norm": 41.7108702017092,
+    "relative_err": 1.2239056231299957e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 5.4225525009835563e-11,
+    "max_abs_err": 1.9038590148845458e-13,
+    "mean_abs_err": 1.8734210903064783e-14,
+    "w_frob_norm": 44.43398433931157,
+    "relative_err": 1.2203615276935955e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.1023774410259229e-10,
+    "max_abs_err": 3.689271110829395e-13,
+    "mean_abs_err": 3.8073229217727656e-14,
+    "w_frob_norm": 46.4973552229757,
+    "relative_err": 2.370839020283042e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.46009581759999e-10,
+    "max_abs_err": 6.751283559980337e-13,
+    "mean_abs_err": 4.9461986875944914e-14,
+    "w_frob_norm": 45.84838905252313,
+    "relative_err": 3.1846174920722497e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 4.5102941229552226e-11,
+    "max_abs_err": 1.49814622513178e-13,
+    "mean_abs_err": 1.5585172206010973e-14,
+    "w_frob_norm": 40.84589340618576,
+    "relative_err": 1.1042221743329961e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 4.2304982614990115e-11,
+    "max_abs_err": 1.6470852459704588e-13,
+    "mean_abs_err": 1.457127996223312e-14,
+    "w_frob_norm": 42.14506927155795,
+    "relative_err": 1.003794354741756e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 5.5738259367125054e-11,
+    "max_abs_err": 2.0999174621394445e-13,
+    "mean_abs_err": 1.9208155319167668e-14,
+    "w_frob_norm": 44.923232074613026,
+    "relative_err": 1.2407446390889539e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 4.9963745031321134e-11,
+    "max_abs_err": 1.9037028897717079e-13,
+    "mean_abs_err": 1.7241528379804132e-14,
+    "w_frob_norm": 43.275864183952756,
+    "relative_err": 1.1545406654143334e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.2165590244693884e-10,
+    "max_abs_err": 4.2610619893634905e-13,
+    "mean_abs_err": 4.194398867862713e-14,
+    "w_frob_norm": 42.840036368101835,
+    "relative_err": 2.8397712224521436e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 5.131976385177762e-11,
+    "max_abs_err": 1.8367252163642434e-13,
+    "mean_abs_err": 1.758285446289922e-14,
+    "w_frob_norm": 41.67870878549801,
+    "relative_err": 1.231318468043189e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 5.259090842829481e-11,
+    "max_abs_err": 2.1145238338071692e-13,
+    "mean_abs_err": 1.808112883618986e-14,
+    "w_frob_norm": 41.20089181779601,
+    "relative_err": 1.2764507297771422e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.1328064820006053e-10,
+    "max_abs_err": 4.4637557539140005e-13,
+    "mean_abs_err": 3.919209291439939e-14,
+    "w_frob_norm": 44.57085570263614,
+    "relative_err": 2.5415856710455878e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.3870187229650467e-10,
+    "max_abs_err": 4.766070350881169e-13,
+    "mean_abs_err": 4.784067471668444e-14,
+    "w_frob_norm": 46.93786210183261,
+    "relative_err": 2.955010434765611e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.50454912334694e-10,
+    "max_abs_err": 6.510070260645762e-13,
+    "mean_abs_err": 5.1109809645803144e-14,
+    "w_frob_norm": 43.00515943203911,
+    "relative_err": 3.498531672053381e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.3174166626136573e-10,
+    "max_abs_err": 5.103920758253722e-13,
+    "mean_abs_err": 4.494683414892856e-14,
+    "w_frob_norm": 43.841682287563486,
+    "relative_err": 3.0049409463180366e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 4.9359593661282234e-11,
+    "max_abs_err": 1.7089454851237917e-13,
+    "mean_abs_err": 1.7069441217384522e-14,
+    "w_frob_norm": 42.09380746637789,
+    "relative_err": 1.1726093844256744e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.3497046975524764e-11,
+    "max_abs_err": 2.343858614139993e-13,
+    "mean_abs_err": 1.8312658085933538e-14,
+    "w_frob_norm": 43.51530143840462,
+    "relative_err": 1.2293847269160983e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 6.565324279992918e-11,
+    "max_abs_err": 3.455326302859163e-13,
+    "mean_abs_err": 2.2160292031558174e-14,
+    "w_frob_norm": 44.20049052358741,
+    "relative_err": 1.4853510000051605e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 4.757364082730443e-11,
+    "max_abs_err": 1.8842566396060079e-13,
+    "mean_abs_err": 1.634498115943739e-14,
+    "w_frob_norm": 43.19158882549912,
+    "relative_err": 1.1014561427575517e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.2060000132596734e-10,
+    "max_abs_err": 4.381425777744141e-13,
+    "mean_abs_err": 4.181094869814579e-14,
+    "w_frob_norm": 47.421554861215014,
+    "relative_err": 2.5431473446815063e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.3073341094596358e-10,
+    "max_abs_err": 4.553926680195275e-13,
+    "mean_abs_err": 4.492539943836153e-14,
+    "w_frob_norm": 44.597505206110135,
+    "relative_err": 2.931406372212325e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.207294373647044e-10,
+    "max_abs_err": 4.46080672400484e-13,
+    "mean_abs_err": 4.159576117431927e-14,
+    "w_frob_norm": 46.90139430224453,
+    "relative_err": 2.57411190351172e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.0729213299825175e-10,
+    "max_abs_err": 3.7423536491942855e-13,
+    "mean_abs_err": 3.710794172080445e-14,
+    "w_frob_norm": 44.600623439695035,
+    "relative_err": 2.405619579361319e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.10893544761357e-11,
+    "max_abs_err": 1.8450171945794125e-13,
+    "mean_abs_err": 1.7671926449169333e-14,
+    "w_frob_norm": 45.4245700388498,
+    "relative_err": 1.1247074971197534e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.2855799609237162e-10,
+    "max_abs_err": 4.652667140447875e-13,
+    "mean_abs_err": 4.379539817572291e-14,
+    "w_frob_norm": 44.738005332645514,
+    "relative_err": 2.8735746070145486e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.0683354437020851e-10,
+    "max_abs_err": 3.744574095243536e-13,
+    "mean_abs_err": 3.693911534446257e-14,
+    "w_frob_norm": 43.486394503395786,
+    "relative_err": 2.4567119346228173e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 4.556431479557307e-11,
+    "max_abs_err": 1.859033760265305e-13,
+    "mean_abs_err": 1.5786484933450028e-14,
+    "w_frob_norm": 44.367340605057514,
+    "relative_err": 1.0269787229568388e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 5.205150061997028e-11,
+    "max_abs_err": 1.8101145582427591e-13,
+    "mean_abs_err": 1.7930830083507614e-14,
+    "w_frob_norm": 43.50782014071295,
+    "relative_err": 1.1963711455004036e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.221983191112692e-10,
+    "max_abs_err": 4.749213175503364e-13,
+    "mean_abs_err": 4.2144447994121426e-14,
+    "w_frob_norm": 43.44726616441942,
+    "relative_err": 2.8125663568526654e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.2333967493727889e-10,
+    "max_abs_err": 5.122985369254707e-13,
+    "mean_abs_err": 4.240617007575948e-14,
+    "w_frob_norm": 45.91474278796971,
+    "relative_err": 2.6862760727387886e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 4.96836526121119e-11,
+    "max_abs_err": 1.9314584653873368e-13,
+    "mean_abs_err": 1.7118262604066787e-14,
+    "w_frob_norm": 41.29711087307527,
+    "relative_err": 1.2030781708873599e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.2766308374369793e-10,
+    "max_abs_err": 5.446727189281977e-13,
+    "mean_abs_err": 4.348158025345413e-14,
+    "w_frob_norm": 45.63803830011976,
+    "relative_err": 2.797295600309861e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.1344123042249498e-10,
+    "max_abs_err": 4.092941263689198e-13,
+    "mean_abs_err": 3.915893721770338e-14,
+    "w_frob_norm": 45.77186431565354,
+    "relative_err": 2.4784052849623426e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.314776144677907e-10,
+    "max_abs_err": 4.978448209236319e-13,
+    "mean_abs_err": 4.508176838283726e-14,
+    "w_frob_norm": 44.448947356310434,
+    "relative_err": 2.957946639632283e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 4.925975637245776e-11,
+    "max_abs_err": 2.2354427337001326e-13,
+    "mean_abs_err": 1.6825499179427784e-14,
+    "w_frob_norm": 40.54339578316563,
+    "relative_err": 1.2149884197147426e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 5.1009665839423364e-11,
+    "max_abs_err": 1.7956469644531126e-13,
+    "mean_abs_err": 1.760045042597825e-14,
+    "w_frob_norm": 43.48021143720882,
+    "relative_err": 1.1731696823298128e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 5.74330071048371e-11,
+    "max_abs_err": 2.1255219806448622e-13,
+    "mean_abs_err": 1.9845433165510535e-14,
+    "w_frob_norm": 43.7062380215267,
+    "relative_err": 1.314068876771081e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 5.23532164830886e-11,
+    "max_abs_err": 2.046106339914644e-13,
+    "mean_abs_err": 1.7924797869309627e-14,
+    "w_frob_norm": 41.54775777336013,
+    "relative_err": 1.2600732094538393e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.534092523982967e-10,
+    "max_abs_err": 6.269498808997298e-13,
+    "mean_abs_err": 5.215845977070218e-14,
+    "w_frob_norm": 45.41840523647556,
+    "relative_err": 3.3776891020183508e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.1516840933794078e-10,
+    "max_abs_err": 4.827561961295856e-13,
+    "mean_abs_err": 3.947899851812954e-14,
+    "w_frob_norm": 44.49884289570544,
+    "relative_err": 2.5881214396488417e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 5.040475655851377e-11,
+    "max_abs_err": 1.8042511928939575e-13,
+    "mean_abs_err": 1.7325393494442674e-14,
+    "w_frob_norm": 42.81500247355439,
+    "relative_err": 1.1772685658408489e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.1471783992642847e-10,
+    "max_abs_err": 3.91103815999827e-13,
+    "mean_abs_err": 3.9623192780489253e-14,
+    "w_frob_norm": 45.981729068533426,
+    "relative_err": 2.494857028004479e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 5.1751565238005654e-11,
+    "max_abs_err": 1.6821093129504305e-13,
+    "mean_abs_err": 1.7732366391167573e-14,
+    "w_frob_norm": 42.2950372300384,
+    "relative_err": 1.223584813427026e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 5.0555968339243555e-11,
+    "max_abs_err": 2.2745672532964445e-13,
+    "mean_abs_err": 1.711993518081668e-14,
+    "w_frob_norm": 43.6553529737608,
+    "relative_err": 1.1580703143009837e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.2504549991412755e-10,
+    "max_abs_err": 5.591152540951327e-13,
+    "mean_abs_err": 4.302730314592754e-14,
+    "w_frob_norm": 43.68916320837241,
+    "relative_err": 2.8621628507218545e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 4.8776888242474314e-11,
+    "max_abs_err": 1.8304281701464475e-13,
+    "mean_abs_err": 1.679111279608223e-14,
+    "w_frob_norm": 42.4580345735161,
+    "relative_err": 1.1488258637600644e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.1092652210686072e-10,
+    "max_abs_err": 4.4617261274471076e-13,
+    "mean_abs_err": 3.846469334981769e-14,
+    "w_frob_norm": 43.020671914978365,
+    "relative_err": 2.578446992322307e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.327671522269995e-10,
+    "max_abs_err": 5.457179846901639e-13,
+    "mean_abs_err": 4.544098920178073e-14,
+    "w_frob_norm": 45.08594266940653,
+    "relative_err": 2.944757154142634e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 4.672260834963839e-11,
+    "max_abs_err": 1.6253318135817096e-13,
+    "mean_abs_err": 1.6178206679713692e-14,
+    "w_frob_norm": 44.07657743719374,
+    "relative_err": 1.0600325857018973e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.2213589972019348e-10,
+    "max_abs_err": 4.812018838951104e-13,
+    "mean_abs_err": 4.198019333052949e-14,
+    "w_frob_norm": 45.69191315448192,
+    "relative_err": 2.6730309870645715e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 5.7820734825630745e-11,
+    "max_abs_err": 2.5557095502393157e-13,
+    "mean_abs_err": 1.9876762452020223e-14,
+    "w_frob_norm": 45.753327064110366,
+    "relative_err": 1.2637492950974105e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.3945990129216044e-10,
+    "max_abs_err": 5.157263505140008e-13,
+    "mean_abs_err": 4.8182327583103243e-14,
+    "w_frob_norm": 47.85455790165575,
+    "relative_err": 2.914244899697113e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.1451666461175047e-11,
+    "max_abs_err": 1.9413637364351644e-13,
+    "mean_abs_err": 1.7587975467433902e-14,
+    "w_frob_norm": 41.702405140911935,
+    "relative_err": 1.233781751611699e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.4261895273074054e-10,
+    "max_abs_err": 5.560959678851951e-13,
+    "mean_abs_err": 4.847865665890715e-14,
+    "w_frob_norm": 43.79089726812825,
+    "relative_err": 3.256817321131737e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 4.92914675267078e-11,
+    "max_abs_err": 1.8095637835391365e-13,
+    "mean_abs_err": 1.695392048531908e-14,
+    "w_frob_norm": 45.31324795399492,
+    "relative_err": 1.0877937413965965e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.7864934347930156e-11,
+    "max_abs_err": 3.8754936759755054e-13,
+    "mean_abs_err": 1.9520526838106394e-14,
+    "w_frob_norm": 42.483336498962395,
+    "relative_err": 1.3620619074809116e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.28508630469545e-10,
+    "max_abs_err": 4.45631379020206e-13,
+    "mean_abs_err": 4.4382852399142824e-14,
+    "w_frob_norm": 43.07168990746729,
+    "relative_err": 2.983598524822812e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.1317487480253106e-10,
+    "max_abs_err": 4.050778809605582e-13,
+    "mean_abs_err": 3.901549581945788e-14,
+    "w_frob_norm": 44.94019111079802,
+    "relative_err": 2.5183443150809816e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 5.6750279870307526e-11,
+    "max_abs_err": 2.244159719166916e-13,
+    "mean_abs_err": 1.9444590224008058e-14,
+    "w_frob_norm": 42.73557883905809,
+    "relative_err": 1.3279398901797657e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 4.367838650915409e-11,
+    "max_abs_err": 1.4376954488026783e-13,
+    "mean_abs_err": 1.5194222134465983e-14,
+    "w_frob_norm": 40.86917848108115,
+    "relative_err": 1.0687365915459583e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.545950616800052e-11,
+    "max_abs_err": 1.8760340503298778e-13,
+    "mean_abs_err": 1.9132273925463594e-14,
+    "w_frob_norm": 45.174826571128854,
+    "relative_err": 1.227663953079669e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 6.666650673789292e-11,
+    "max_abs_err": 3.0857261190675445e-13,
+    "mean_abs_err": 2.2267086052402358e-14,
+    "w_frob_norm": 43.06100770197786,
+    "relative_err": 1.5481873345669712e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.062310318468487e-10,
+    "max_abs_err": 3.6693564853251814e-13,
+    "mean_abs_err": 3.690898374847533e-14,
+    "w_frob_norm": 46.47439503477559,
+    "relative_err": 2.285796980624681e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.2183963597844247e-10,
+    "max_abs_err": 3.943742034329123e-13,
+    "mean_abs_err": 4.2243840408983865e-14,
+    "w_frob_norm": 44.557011393232756,
+    "relative_err": 2.7344660732103607e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.514612727216889e-10,
+    "max_abs_err": 5.204864317320812e-13,
+    "mean_abs_err": 5.2028136275042175e-14,
+    "w_frob_norm": 47.72448015924515,
+    "relative_err": 3.173659979454966e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.1301590812654628e-10,
+    "max_abs_err": 5.404066950875919e-13,
+    "mean_abs_err": 3.9175488181886026e-14,
+    "w_frob_norm": 43.25651596782706,
+    "relative_err": 2.6126909576028783e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 4.3246415836629546e-11,
+    "max_abs_err": 1.51498822167917e-13,
+    "mean_abs_err": 1.491129574693279e-14,
+    "w_frob_norm": 44.066433894825465,
+    "relative_err": 9.813913224711335e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 6.118770971921556e-11,
+    "max_abs_err": 2.811327559637533e-13,
+    "mean_abs_err": 2.0466162605477576e-14,
+    "w_frob_norm": 41.05291596036667,
+    "relative_err": 1.4904595273643276e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.0715072271264876e-10,
+    "max_abs_err": 4.261452302145585e-13,
+    "mean_abs_err": 3.712191829206178e-14,
+    "w_frob_norm": 43.54911266643112,
+    "relative_err": 2.460457082865974e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.2908347889820191e-10,
+    "max_abs_err": 4.567353439899335e-13,
+    "mean_abs_err": 4.456468763059849e-14,
+    "w_frob_norm": 46.127600755886064,
+    "relative_err": 2.798400020441782e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 5.324146233412681e-11,
+    "max_abs_err": 2.0484503850115576e-13,
+    "mean_abs_err": 1.8275459234735217e-14,
+    "w_frob_norm": 42.57256099536037,
+    "relative_err": 1.2506051101771668e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.294045695749611e-11,
+    "max_abs_err": 2.072140202480366e-13,
+    "mean_abs_err": 1.8214613328641695e-14,
+    "w_frob_norm": 43.41742744078397,
+    "relative_err": 1.2193365677803086e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.318855726250231e-11,
+    "max_abs_err": 1.8742646323843815e-13,
+    "mean_abs_err": 1.8379583344357023e-14,
+    "w_frob_norm": 43.43561891120627,
+    "relative_err": 1.2245378009056021e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.1764796806679322e-10,
+    "max_abs_err": 4.370358241967409e-13,
+    "mean_abs_err": 4.075691695970568e-14,
+    "w_frob_norm": 45.792538323819805,
+    "relative_err": 2.569151490027722e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.1352918713791413e-10,
+    "max_abs_err": 4.585238438936656e-13,
+    "mean_abs_err": 3.9102737126069475e-14,
+    "w_frob_norm": 44.151798881117124,
+    "relative_err": 2.5713377487427446e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 4.949254540758758e-11,
+    "max_abs_err": 2.2221113837872508e-13,
+    "mean_abs_err": 1.703589823250327e-14,
+    "w_frob_norm": 44.726319207734235,
+    "relative_err": 1.1065642396754425e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.1300599250969716e-10,
+    "max_abs_err": 4.224363914229201e-13,
+    "mean_abs_err": 3.896813885210101e-14,
+    "w_frob_norm": 44.89621522746706,
+    "relative_err": 2.5170494202495984e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 5.05792032320541e-11,
+    "max_abs_err": 1.8747199972968254e-13,
+    "mean_abs_err": 1.7470976087676287e-14,
+    "w_frob_norm": 43.74265571762298,
+    "relative_err": 1.156290179511822e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.695074776579606e-11,
+    "max_abs_err": 2.2383137010528742e-13,
+    "mean_abs_err": 1.946808731470372e-14,
+    "w_frob_norm": 43.6273089837713,
+    "relative_err": 1.3053921750475346e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.3530630183022598e-10,
+    "max_abs_err": 5.987016438169235e-13,
+    "mean_abs_err": 4.6243737690348886e-14,
+    "w_frob_norm": 46.73943356424143,
+    "relative_err": 2.89490675243749e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.3797680340367176e-10,
+    "max_abs_err": 6.49297456079001e-13,
+    "mean_abs_err": 4.713345214091409e-14,
+    "w_frob_norm": 45.36350516749836,
+    "relative_err": 3.0415816170776888e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 5.1269094418842284e-11,
+    "max_abs_err": 1.61259894326804e-13,
+    "mean_abs_err": 1.769774021046865e-14,
+    "w_frob_norm": 44.05241497485131,
+    "relative_err": 1.163820291080769e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 4.3569660338516656e-11,
+    "max_abs_err": 1.7968959653558159e-13,
+    "mean_abs_err": 1.5098209427548655e-14,
+    "w_frob_norm": 38.646464671805084,
+    "relative_err": 1.1273905830331575e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.2409678686689816e-10,
+    "max_abs_err": 4.620991089776538e-13,
+    "mean_abs_err": 4.303742745341738e-14,
+    "w_frob_norm": 44.80883354092461,
+    "relative_err": 2.769471487213757e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 5.090930701946301e-11,
+    "max_abs_err": 1.7925591566658738e-13,
+    "mean_abs_err": 1.7556662668264543e-14,
+    "w_frob_norm": 43.289225429190694,
+    "relative_err": 1.1760272103444467e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 5.58317463888857e-11,
+    "max_abs_err": 2.6558616417204917e-13,
+    "mean_abs_err": 1.8861868623735805e-14,
+    "w_frob_norm": 43.849416101768945,
+    "relative_err": 1.2732608858304358e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 5.3493039769654897e-11,
+    "max_abs_err": 1.7780915628762273e-13,
+    "mean_abs_err": 1.8480537604609988e-14,
+    "w_frob_norm": 43.217063453590384,
+    "relative_err": 1.2377759036566564e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.233187794173472e-10,
+    "max_abs_err": 4.865031988376955e-13,
+    "mean_abs_err": 4.2523981117084586e-14,
+    "w_frob_norm": 46.08378292294631,
+    "relative_err": 2.675969106606124e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.362495797277513e-10,
+    "max_abs_err": 5.142761216880842e-13,
+    "mean_abs_err": 4.68369238039661e-14,
+    "w_frob_norm": 46.103388791647845,
+    "relative_err": 2.955305093590744e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.320416846424239e-10,
+    "max_abs_err": 5.061957797369843e-13,
+    "mean_abs_err": 4.539646979377909e-14,
+    "w_frob_norm": 45.258507295813864,
+    "relative_err": 2.9174997703611173e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.0624728880555698e-10,
+    "max_abs_err": 3.60288188172575e-13,
+    "mean_abs_err": 3.695392089332641e-14,
+    "w_frob_norm": 43.25735253192025,
+    "relative_err": 2.4561671620369166e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.3159028289897808e-10,
+    "max_abs_err": 6.023410936695228e-13,
+    "mean_abs_err": 4.496991193725809e-14,
+    "w_frob_norm": 45.015858037136574,
+    "relative_err": 2.923198371347726e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 4.6036273463585946e-11,
+    "max_abs_err": 1.6302931227230033e-13,
+    "mean_abs_err": 1.593437809151182e-14,
+    "w_frob_norm": 41.9442737262086,
+    "relative_err": 1.0975580067040352e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 6.219873110329449e-11,
+    "max_abs_err": 2.4090451855585115e-13,
+    "mean_abs_err": 2.1306544352499287e-14,
+    "w_frob_norm": 45.46735569999292,
+    "relative_err": 1.3679865509157854e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.033350494093695e-11,
+    "max_abs_err": 2.334452076091509e-13,
+    "mean_abs_err": 1.7337360844766692e-14,
+    "w_frob_norm": 42.920821765702144,
+    "relative_err": 1.1727059937412068e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.3350289050404254e-10,
+    "max_abs_err": 6.492688331416474e-13,
+    "mean_abs_err": 4.5371215876289156e-14,
+    "w_frob_norm": 42.96392861694118,
+    "relative_err": 3.1073250236106385e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 4.993738543536395e-11,
+    "max_abs_err": 1.877135599737123e-13,
+    "mean_abs_err": 1.7142309531252682e-14,
+    "w_frob_norm": 40.74773944123886,
+    "relative_err": 1.2255252958848726e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 4.136140109394053e-11,
+    "max_abs_err": 1.5140666498325572e-13,
+    "mean_abs_err": 1.4381474651913252e-14,
+    "w_frob_norm": 43.96888436673098,
+    "relative_err": 9.406970790743237e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.6487010876148635e-10,
+    "max_abs_err": 7.646036581654414e-13,
+    "mean_abs_err": 5.619901121861371e-14,
+    "w_frob_norm": 46.987672013151936,
+    "relative_err": 3.5087950029816098e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 4.987674344821597e-11,
+    "max_abs_err": 1.8225698728002726e-13,
+    "mean_abs_err": 1.723213754380104e-14,
+    "w_frob_norm": 44.922556806953764,
+    "relative_err": 1.1102828287924904e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.0980209128815803e-10,
+    "max_abs_err": 4.500601280543748e-13,
+    "mean_abs_err": 3.793947317650968e-14,
+    "w_frob_norm": 44.427806137950085,
+    "relative_err": 2.47147227903215e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.6528072070460444e-10,
+    "max_abs_err": 6.545181063799532e-13,
+    "mean_abs_err": 5.6460727822093124e-14,
+    "w_frob_norm": 45.64191148534032,
+    "relative_err": 3.621248876872538e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.4545902471610637e-10,
+    "max_abs_err": 6.639463284718872e-13,
+    "mean_abs_err": 4.9389994971425305e-14,
+    "w_frob_norm": 47.50671098223678,
+    "relative_err": 3.0618626654767766e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 4.535514218492664e-11,
+    "max_abs_err": 2.0621004903631501e-13,
+    "mean_abs_err": 1.5668053210833245e-14,
+    "w_frob_norm": 42.95987468351561,
+    "relative_err": 1.0557559238488685e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 4.916805230044887e-11,
+    "max_abs_err": 2.1561918917001321e-13,
+    "mean_abs_err": 1.698454799852067e-14,
+    "w_frob_norm": 43.86142089169662,
+    "relative_err": 1.1209863087166164e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.0627786251108236e-10,
+    "max_abs_err": 4.5211924482035926e-13,
+    "mean_abs_err": 3.673472212246939e-14,
+    "w_frob_norm": 44.21343838605732,
+    "relative_err": 2.4037457024513393e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.1171291258717411e-10,
+    "max_abs_err": 4.1576811438126526e-13,
+    "mean_abs_err": 3.8786714388196125e-14,
+    "w_frob_norm": 44.20733813094617,
+    "relative_err": 2.527021922384702e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.2396316459471228e-10,
+    "max_abs_err": 4.2744627282154113e-13,
+    "mean_abs_err": 4.261774266231952e-14,
+    "w_frob_norm": 43.345927089580584,
+    "relative_err": 2.859857267293524e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.1041084035477795e-10,
+    "max_abs_err": 4.2156556023797975e-13,
+    "mean_abs_err": 3.801634989116598e-14,
+    "w_frob_norm": 46.19716049500804,
+    "relative_err": 2.3899919209690102e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.4313529696324969e-10,
+    "max_abs_err": 5.806917446893323e-13,
+    "mean_abs_err": 4.901824402865361e-14,
+    "w_frob_norm": 46.74555176121348,
+    "relative_err": 3.0620089306981794e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 5.8153271189527734e-11,
+    "max_abs_err": 2.3017004968650667e-13,
+    "mean_abs_err": 1.9874546752352956e-14,
+    "w_frob_norm": 45.03048954012884,
+    "relative_err": 1.291419919779121e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.1925963959536853e-10,
+    "max_abs_err": 5.266412306248469e-13,
+    "mean_abs_err": 4.110946712216758e-14,
+    "w_frob_norm": 46.707491568794254,
+    "relative_err": 2.5533300031690654e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 4.994415350217691e-11,
+    "max_abs_err": 1.8322843242657427e-13,
+    "mean_abs_err": 1.7272640019970856e-14,
+    "w_frob_norm": 40.48533712159777,
+    "relative_err": 1.2336356086691229e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.583406774243689e-11,
+    "max_abs_err": 2.1408395889377374e-13,
+    "mean_abs_err": 1.915149545340882e-14,
+    "w_frob_norm": 44.021004341008506,
+    "relative_err": 1.2683506107656822e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 5.4347613501677827e-11,
+    "max_abs_err": 2.0821885882149616e-13,
+    "mean_abs_err": 1.8593725757133242e-14,
+    "w_frob_norm": 42.87599103076414,
+    "relative_err": 1.267553523431858e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 4.892902648382684e-11,
+    "max_abs_err": 1.8984813721090177e-13,
+    "mean_abs_err": 1.6893874200856347e-14,
+    "w_frob_norm": 43.768755792134655,
+    "relative_err": 1.1178985008438257e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.1394577907176339e-10,
+    "max_abs_err": 4.4305271257316647e-13,
+    "mean_abs_err": 3.93449143617401e-14,
+    "w_frob_norm": 46.14109294361148,
+    "relative_err": 2.4695075864591086e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 5.287884528523791e-11,
+    "max_abs_err": 2.1476570521983263e-13,
+    "mean_abs_err": 1.8218747099172723e-14,
+    "w_frob_norm": 42.84750363754199,
+    "relative_err": 1.2341172949666709e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.0594421066846476e-10,
+    "max_abs_err": 3.835647077732318e-13,
+    "mean_abs_err": 3.662802504697556e-14,
+    "w_frob_norm": 45.38136209832505,
+    "relative_err": 2.3345313091070704e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.292165864116516e-10,
+    "max_abs_err": 4.792104213446891e-13,
+    "mean_abs_err": 4.4405897004683136e-14,
+    "w_frob_norm": 43.840834352249274,
+    "relative_err": 2.947402537402258e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.3025835401267845e-10,
+    "max_abs_err": 6.364735127828425e-13,
+    "mean_abs_err": 4.4857194921674175e-14,
+    "w_frob_norm": 43.75221219868677,
+    "relative_err": 2.9771832660975296e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 4.573468829627851e-11,
+    "max_abs_err": 1.7273682484386654e-13,
+    "mean_abs_err": 1.5870093827942146e-14,
+    "w_frob_norm": 43.76035626050788,
+    "relative_err": 1.0451169095611863e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 5.5087590623993465e-11,
+    "max_abs_err": 2.1420365481361614e-13,
+    "mean_abs_err": 1.8890534677486292e-14,
+    "w_frob_norm": 41.318762339777656,
+    "relative_err": 1.3332342864239311e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.7019899221944223e-11,
+    "max_abs_err": 2.351660532973199e-13,
+    "mean_abs_err": 1.9526671079764247e-14,
+    "w_frob_norm": 45.06094309785778,
+    "relative_err": 1.2653951582441463e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.3472025649823293e-10,
+    "max_abs_err": 4.846158196958328e-13,
+    "mean_abs_err": 4.6284833332304735e-14,
+    "w_frob_norm": 46.680893267451125,
+    "relative_err": 2.885982830842023e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 4.841030136068867e-11,
+    "max_abs_err": 1.8528928391603472e-13,
+    "mean_abs_err": 1.6787218274291316e-14,
+    "w_frob_norm": 42.12274575017699,
+    "relative_err": 1.1492674681703356e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 6.554019731670838e-11,
+    "max_abs_err": 2.8493873927004643e-13,
+    "mean_abs_err": 2.217286019845818e-14,
+    "w_frob_norm": 43.38015967666967,
+    "relative_err": 1.5108334733022347e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.1582807162344662e-10,
+    "max_abs_err": 4.734461520744526e-13,
+    "mean_abs_err": 3.975851165963996e-14,
+    "w_frob_norm": 43.79438051283269,
+    "relative_err": 2.6448158477662796e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 4.77435492797369e-11,
+    "max_abs_err": 2.0824314495015983e-13,
+    "mean_abs_err": 1.6386176819888074e-14,
+    "w_frob_norm": 44.77977034955397,
+    "relative_err": 1.066185666140033e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.4987087229310913e-10,
+    "max_abs_err": 7.365323628771847e-13,
+    "mean_abs_err": 5.027843775374695e-14,
+    "w_frob_norm": 47.38214071224936,
+    "relative_err": 3.163024507551726e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.3758332539818433e-10,
+    "max_abs_err": 4.963925863236962e-13,
+    "mean_abs_err": 4.705304709534286e-14,
+    "w_frob_norm": 45.866998982000844,
+    "relative_err": 2.999614721952375e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 4.248494923209562e-11,
+    "max_abs_err": 1.698155505103216e-13,
+    "mean_abs_err": 1.4728805164170444e-14,
+    "w_frob_norm": 44.52276810337008,
+    "relative_err": 9.542297355244584e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.1498941059142782e-10,
+    "max_abs_err": 3.7089775695164917e-13,
+    "mean_abs_err": 3.975186139329668e-14,
+    "w_frob_norm": 43.337085509117244,
+    "relative_err": 2.653372030918793e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.337082588388083e-11,
+    "max_abs_err": 2.190530742907093e-13,
+    "mean_abs_err": 1.818419386262287e-14,
+    "w_frob_norm": 41.820101892148216,
+    "relative_err": 1.276200283335543e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.2321940305107764e-10,
+    "max_abs_err": 5.196112637384509e-13,
+    "mean_abs_err": 4.215655544722078e-14,
+    "w_frob_norm": 43.98025282552498,
+    "relative_err": 2.801698379040794e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.51148042300862e-10,
+    "max_abs_err": 6.7674685300112e-13,
+    "mean_abs_err": 5.1201039681579995e-14,
+    "w_frob_norm": 46.94648111482005,
+    "relative_err": 3.219581930564496e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.28.mixer.A_log": {
+    "frob_norm_diff": 2.1904605494508526e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.7639969346339157e-16,
+    "w_frob_norm": 14.561341869979058,
+    "relative_err": 1.5042985522968172e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.27.norm.weight": {
+    "frob_norm_diff": 5.7389644679989956e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 7.119594265988145e-17,
+    "w_frob_norm": 47.99112162476826,
+    "relative_err": 1.19583878719707e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.28.mixer.D": {
+    "frob_norm_diff": 2.9150277060182607e-16,
+    "max_abs_err": 2.220446049250313e-16,
+    "mean_abs_err": 1.331705199673211e-17,
+    "w_frob_norm": 2.3989791196609467,
+    "relative_err": 1.2151117457121713e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.28.mixer.dt_bias": {
+    "frob_norm_diff": 3.635669201476818e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 2.759294528975609e-16,
+    "w_frob_norm": 27.95145421954032,
+    "relative_err": 1.3007084257302047e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.2337490610277774e-10,
+    "max_abs_err": 5.68968483438681e-13,
+    "mean_abs_err": 4.2263994026624625e-14,
+    "w_frob_norm": 44.7297660170816,
+    "relative_err": 2.7582282915511517e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.497184231949563e-10,
+    "max_abs_err": 1.0774020564596754e-12,
+    "mean_abs_err": 6.05267415337105e-14,
+    "w_frob_norm": 48.62750264321941,
+    "relative_err": 5.1353330856232426e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 4.6336453696253935e-11,
+    "max_abs_err": 1.5373813333496855e-13,
+    "mean_abs_err": 1.6047883228962013e-14,
+    "w_frob_norm": 43.1236655224579,
+    "relative_err": 1.0745017413263e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.gate.weight": {
+    "frob_norm_diff": 3.629631702423345e-11,
+    "max_abs_err": 4.853929758130704e-13,
+    "mean_abs_err": 4.72727972460283e-14,
+    "w_frob_norm": 13.3187073443142,
+    "relative_err": 2.725213197189776e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.27.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.3094476780512587e-10,
+    "max_abs_err": 4.5071932297524597e-13,
+    "mean_abs_err": 3.121483693044777e-14,
+    "w_frob_norm": 46.03815297388074,
+    "relative_err": 2.8442663171004274e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.28.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.726331140488784e-10,
+    "max_abs_err": 1.0800145500144964e-12,
+    "mean_abs_err": 5.324204219638914e-14,
+    "w_frob_norm": 121.51665285046451,
+    "relative_err": 3.0665189116707473e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.28.mixer.conv1d.weight": {
+    "frob_norm_diff": 6.00152277706081e-15,
+    "max_abs_err": 1.6540588343438856e-15,
+    "mean_abs_err": 1.1933458895037612e-17,
+    "w_frob_norm": 10.892334976563607,
+    "relative_err": 5.509858804355477e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 2.6645352591003757e-15,
+    "sensitive": true
+  },
+  "backbone.layers.28.mixer.norm.weight": {
+    "frob_norm_diff": 1.7564770697534323e-14,
+    "max_abs_err": 3.552713678800501e-15,
+    "mean_abs_err": 1.3419035467977518e-16,
+    "w_frob_norm": 147.05533104474006,
+    "relative_err": 1.1944327738917826e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.28.norm.weight": {
+    "frob_norm_diff": 3.7112640151678455e-15,
+    "max_abs_err": 2.220446049250313e-16,
+    "mean_abs_err": 4.544355962960671e-17,
+    "w_frob_norm": 29.932026230286912,
+    "relative_err": 1.2398973549650907e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.210143162428659e-11,
+    "max_abs_err": 2.1573368091942768e-13,
+    "mean_abs_err": 1.7955239294504434e-14,
+    "w_frob_norm": 43.49151711729195,
+    "relative_err": 1.1979676745645509e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.168212479038655e-10,
+    "max_abs_err": 4.4128329462767013e-13,
+    "mean_abs_err": 4.0374089057325757e-14,
+    "w_frob_norm": 43.32342045880936,
+    "relative_err": 2.6964917974317316e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.28.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.4027063197124495e-10,
+    "max_abs_err": 1.4731826869507358e-12,
+    "mean_abs_err": 1.0164374261830018e-13,
+    "w_frob_norm": 69.9959851688473,
+    "relative_err": 6.2899412146168865e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 5.886776154210596e-11,
+    "max_abs_err": 2.5492975785912364e-13,
+    "mean_abs_err": 2.0237636689863715e-14,
+    "w_frob_norm": 44.31574137525903,
+    "relative_err": 1.3283713577896084e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 5.119009131935073e-11,
+    "max_abs_err": 1.7666423879347803e-13,
+    "mean_abs_err": 1.772348346893314e-14,
+    "w_frob_norm": 41.82355560129032,
+    "relative_err": 1.2239535970435625e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.1026997601724742e-10,
+    "max_abs_err": 3.9334421136905107e-13,
+    "mean_abs_err": 3.800910188600099e-14,
+    "w_frob_norm": 44.23550074539063,
+    "relative_err": 2.4927936647973322e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.112538757128167e-10,
+    "max_abs_err": 4.2887915441269797e-13,
+    "mean_abs_err": 3.83230444278836e-14,
+    "w_frob_norm": 44.71023764125261,
+    "relative_err": 2.4883311201675773e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 5.518745979787087e-11,
+    "max_abs_err": 2.1087992463364458e-13,
+    "mean_abs_err": 1.89604549657601e-14,
+    "w_frob_norm": 43.21251328571463,
+    "relative_err": 1.2771175662239244e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 6.196312657560352e-11,
+    "max_abs_err": 2.4994849939785624e-13,
+    "mean_abs_err": 2.1085045787993342e-14,
+    "w_frob_norm": 45.014787558767935,
+    "relative_err": 1.3765060313726708e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.4095264011181426e-10,
+    "max_abs_err": 5.555694793102361e-13,
+    "mean_abs_err": 4.8443324543664553e-14,
+    "w_frob_norm": 47.221585659186914,
+    "relative_err": 2.9849196748519617e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 5.215787462448337e-11,
+    "max_abs_err": 2.695552114850841e-13,
+    "mean_abs_err": 1.7814997725916376e-14,
+    "w_frob_norm": 44.3891151246363,
+    "relative_err": 1.1750149665753384e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.313006458701741e-11,
+    "max_abs_err": 2.1941129468849851e-13,
+    "mean_abs_err": 1.8274325893802994e-14,
+    "w_frob_norm": 43.45507292210638,
+    "relative_err": 1.2226435491721194e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.4261479328045696e-10,
+    "max_abs_err": 5.510245038031769e-13,
+    "mean_abs_err": 4.865976456372307e-14,
+    "w_frob_norm": 45.61891764480036,
+    "relative_err": 3.1262204507105876e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.212539804403369e-10,
+    "max_abs_err": 4.559048451258096e-13,
+    "mean_abs_err": 4.183696242666436e-14,
+    "w_frob_norm": 46.96043572930371,
+    "relative_err": 2.5820454720498556e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.2039419718576868e-10,
+    "max_abs_err": 4.821351651251859e-13,
+    "mean_abs_err": 4.150177614816535e-14,
+    "w_frob_norm": 43.86668352655232,
+    "relative_err": 2.7445475132145466e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.25238456072039e-10,
+    "max_abs_err": 4.843798973030999e-13,
+    "mean_abs_err": 4.300510377787198e-14,
+    "w_frob_norm": 45.61438627432164,
+    "relative_err": 2.745591167638734e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 4.5462487250193874e-11,
+    "max_abs_err": 2.1047746878721796e-13,
+    "mean_abs_err": 1.582696922237743e-14,
+    "w_frob_norm": 41.60062141406034,
+    "relative_err": 1.0928319266603139e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 5.5229295390844015e-11,
+    "max_abs_err": 3.204762843989073e-13,
+    "mean_abs_err": 1.889596353034394e-14,
+    "w_frob_norm": 44.04517196256554,
+    "relative_err": 1.2539239360396635e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.1416579248727844e-10,
+    "max_abs_err": 4.764903749343574e-13,
+    "mean_abs_err": 3.963817445899988e-14,
+    "w_frob_norm": 45.25649236692866,
+    "relative_err": 2.522638996448286e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.1388279533556195e-10,
+    "max_abs_err": 4.969497036100279e-13,
+    "mean_abs_err": 3.926674030850519e-14,
+    "w_frob_norm": 44.88829631026687,
+    "relative_err": 2.537026456705033e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 4.378666382359807e-11,
+    "max_abs_err": 1.5187460664090047e-13,
+    "mean_abs_err": 1.5161149988291253e-14,
+    "w_frob_norm": 43.7240869472099,
+    "relative_err": 1.0014311762865106e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 4.581057781900427e-11,
+    "max_abs_err": 1.715502739862984e-13,
+    "mean_abs_err": 1.58317895999458e-14,
+    "w_frob_norm": 41.82913568379662,
+    "relative_err": 1.0951834665029893e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 4.996375611053996e-11,
+    "max_abs_err": 2.0476242229561237e-13,
+    "mean_abs_err": 1.717136161817499e-14,
+    "w_frob_norm": 41.05686327227797,
+    "relative_err": 1.2169404121107327e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 4.354307322522869e-11,
+    "max_abs_err": 1.6900456728530244e-13,
+    "mean_abs_err": 1.5072043321638947e-14,
+    "w_frob_norm": 42.80512864004012,
+    "relative_err": 1.0172396301245616e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.2538336402757155e-10,
+    "max_abs_err": 4.407377240944754e-13,
+    "mean_abs_err": 4.320909479809746e-14,
+    "w_frob_norm": 46.43215995774316,
+    "relative_err": 2.7003560493778464e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 5.676187476196742e-11,
+    "max_abs_err": 2.161656270649459e-13,
+    "mean_abs_err": 1.9297214638431107e-14,
+    "w_frob_norm": 44.083805746218395,
+    "relative_err": 1.2875901660744565e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.1068706974358679e-10,
+    "max_abs_err": 4.3642867098014904e-13,
+    "mean_abs_err": 3.816098001584101e-14,
+    "w_frob_norm": 44.2976026561899,
+    "relative_err": 2.498714673177014e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.2574341782769372e-10,
+    "max_abs_err": 5.154245086291809e-13,
+    "mean_abs_err": 4.3219415227209935e-14,
+    "w_frob_norm": 45.851605908913584,
+    "relative_err": 2.7423994282226244e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.2379493804931158e-10,
+    "max_abs_err": 5.709183126256789e-13,
+    "mean_abs_err": 4.2303838322978515e-14,
+    "w_frob_norm": 42.91502101520971,
+    "relative_err": 2.884652858621154e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 5.907727135839555e-11,
+    "max_abs_err": 2.5608681841760017e-13,
+    "mean_abs_err": 2.012971090777517e-14,
+    "w_frob_norm": 45.09797180962333,
+    "relative_err": 1.3099762359111063e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 5.6187225733786354e-11,
+    "max_abs_err": 2.809089766353523e-13,
+    "mean_abs_err": 1.9208830215068225e-14,
+    "w_frob_norm": 41.89059227481567,
+    "relative_err": 1.3412850638439342e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 4.823217403584154e-11,
+    "max_abs_err": 2.052468438262789e-13,
+    "mean_abs_err": 1.666079307922898e-14,
+    "w_frob_norm": 43.7670045644314,
+    "relative_err": 1.1020213632586338e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.2010135023984494e-10,
+    "max_abs_err": 5.047004481006923e-13,
+    "mean_abs_err": 4.137276590684878e-14,
+    "w_frob_norm": 43.74222693266669,
+    "relative_err": 2.7456615417573374e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.1795602969558052e-10,
+    "max_abs_err": 4.570961664729367e-13,
+    "mean_abs_err": 4.0779664464963113e-14,
+    "w_frob_norm": 45.1146830615029,
+    "relative_err": 2.6145818099791624e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.1749471020953187e-10,
+    "max_abs_err": 4.555418542384615e-13,
+    "mean_abs_err": 4.0430504069381164e-14,
+    "w_frob_norm": 43.705163746890506,
+    "relative_err": 2.6883484727337572e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 4.625402002552282e-11,
+    "max_abs_err": 1.7376725058859677e-13,
+    "mean_abs_err": 1.6086896199146435e-14,
+    "w_frob_norm": 43.406969512480295,
+    "relative_err": 1.065589709325917e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 4.420420191065471e-11,
+    "max_abs_err": 1.865538973300218e-13,
+    "mean_abs_err": 1.5293894014487676e-14,
+    "w_frob_norm": 42.367390584108726,
+    "relative_err": 1.0433543652611671e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.452055673000109e-10,
+    "max_abs_err": 6.105402641787272e-13,
+    "mean_abs_err": 4.972761089076759e-14,
+    "w_frob_norm": 46.574509716358136,
+    "relative_err": 3.1177046883439563e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.1372596620412964e-10,
+    "max_abs_err": 3.8106497124434924e-13,
+    "mean_abs_err": 3.9358506659430786e-14,
+    "w_frob_norm": 43.34128866250264,
+    "relative_err": 2.6239636548352416e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.8188457905244344e-11,
+    "max_abs_err": 2.432260122475771e-13,
+    "mean_abs_err": 1.9853199205912948e-14,
+    "w_frob_norm": 43.24252914009872,
+    "relative_err": 1.345630310306857e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.4003781407206944e-10,
+    "max_abs_err": 4.704570066849101e-13,
+    "mean_abs_err": 4.817155665640016e-14,
+    "w_frob_norm": 44.21090531948731,
+    "relative_err": 3.16749483097202e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 6.097530164134865e-11,
+    "max_abs_err": 3.010647287027268e-13,
+    "mean_abs_err": 2.0609366790584952e-14,
+    "w_frob_norm": 42.84551568356016,
+    "relative_err": 1.4231431380517821e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.1395991997042256e-10,
+    "max_abs_err": 4.135580766728708e-13,
+    "mean_abs_err": 3.94955099575171e-14,
+    "w_frob_norm": 44.20187004530953,
+    "relative_err": 2.578169653311204e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.2418509259066824e-10,
+    "max_abs_err": 4.762388400303408e-13,
+    "mean_abs_err": 4.2974017666475366e-14,
+    "w_frob_norm": 45.20709606845712,
+    "relative_err": 2.7470265376615812e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 5.103574235615696e-11,
+    "max_abs_err": 2.2434365563178682e-13,
+    "mean_abs_err": 1.755543292365779e-14,
+    "w_frob_norm": 43.98128735904429,
+    "relative_err": 1.1603967373561202e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.3972877680194942e-10,
+    "max_abs_err": 5.259542801283601e-13,
+    "mean_abs_err": 4.7763458539227644e-14,
+    "w_frob_norm": 43.7374121827899,
+    "relative_err": 3.194719802305333e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.1992793889652449e-10,
+    "max_abs_err": 4.1095946090585755e-13,
+    "mean_abs_err": 4.150464651223717e-14,
+    "w_frob_norm": 46.01152547836566,
+    "relative_err": 2.60647604376677e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.3313790302374585e-11,
+    "max_abs_err": 2.0391327515412172e-13,
+    "mean_abs_err": 1.8273623585745556e-14,
+    "w_frob_norm": 43.50963859972239,
+    "relative_err": 1.225332869179813e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.0575343867366392e-10,
+    "max_abs_err": 3.7499170435495444e-13,
+    "mean_abs_err": 3.656468883851666e-14,
+    "w_frob_norm": 44.72727676209785,
+    "relative_err": 2.3644059359160445e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 5.5880023994673725e-11,
+    "max_abs_err": 2.295004464247796e-13,
+    "mean_abs_err": 1.9155334271364742e-14,
+    "w_frob_norm": 43.27146435333315,
+    "relative_err": 1.2913827814650638e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.111761323385724e-11,
+    "max_abs_err": 1.9550420310432415e-13,
+    "mean_abs_err": 1.7646359336659643e-14,
+    "w_frob_norm": 43.72616472627262,
+    "relative_err": 1.1690394882298814e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.895332819087978e-11,
+    "max_abs_err": 1.6732188551360494e-13,
+    "mean_abs_err": 1.7001624935347833e-14,
+    "w_frob_norm": 41.81930693244099,
+    "relative_err": 1.1705915707776744e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 4.7530181557029626e-11,
+    "max_abs_err": 1.7882223479759318e-13,
+    "mean_abs_err": 1.646365351695022e-14,
+    "w_frob_norm": 44.12556701565208,
+    "relative_err": 1.0771574117148426e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 5.622825278091856e-11,
+    "max_abs_err": 1.8531877421512633e-13,
+    "mean_abs_err": 1.9413166844659177e-14,
+    "w_frob_norm": 44.340202789703724,
+    "relative_err": 1.2681099598844274e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 6.272486795900494e-11,
+    "max_abs_err": 2.410051325174578e-13,
+    "mean_abs_err": 2.1336798524510286e-14,
+    "w_frob_norm": 43.929724195294234,
+    "relative_err": 1.4278457037461675e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.2550467678034212e-10,
+    "max_abs_err": 4.764244554422703e-13,
+    "mean_abs_err": 4.3095057478994954e-14,
+    "w_frob_norm": 46.20896594988816,
+    "relative_err": 2.7160243515608442e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.48677071003599e-10,
+    "max_abs_err": 5.445019435335041e-13,
+    "mean_abs_err": 5.0962148536114904e-14,
+    "w_frob_norm": 45.325169475389956,
+    "relative_err": 3.2802319930502555e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 4.7270672323790095e-11,
+    "max_abs_err": 1.9009793739144243e-13,
+    "mean_abs_err": 1.6319338040607407e-14,
+    "w_frob_norm": 44.12705809645841,
+    "relative_err": 1.0712400591142963e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.1224038797823523e-10,
+    "max_abs_err": 4.1728599742274497e-13,
+    "mean_abs_err": 3.891616387108534e-14,
+    "w_frob_norm": 46.19328369973267,
+    "relative_err": 2.429798857942736e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.3244515332533433e-10,
+    "max_abs_err": 5.142605091768004e-13,
+    "mean_abs_err": 4.548939665657368e-14,
+    "w_frob_norm": 44.61307260966715,
+    "relative_err": 2.968752107350592e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 5.916671677859593e-11,
+    "max_abs_err": 2.4374220090189747e-13,
+    "mean_abs_err": 1.9857518668046623e-14,
+    "w_frob_norm": 42.95032567838789,
+    "relative_err": 1.3775615398503938e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.0737621944551125e-10,
+    "max_abs_err": 3.848379948045988e-13,
+    "mean_abs_err": 3.726653755080013e-14,
+    "w_frob_norm": 45.412737831384504,
+    "relative_err": 2.3644515740097947e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.4090636178125606e-10,
+    "max_abs_err": 6.427844367884461e-13,
+    "mean_abs_err": 4.790331993360158e-14,
+    "w_frob_norm": 46.142828120405795,
+    "relative_err": 3.0537001636218062e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.4325520545453181e-10,
+    "max_abs_err": 6.459451029616758e-13,
+    "mean_abs_err": 4.893269455524612e-14,
+    "w_frob_norm": 43.867267580124555,
+    "relative_err": 3.2656514380083727e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 5.243243455267911e-11,
+    "max_abs_err": 1.888064357635777e-13,
+    "mean_abs_err": 1.7976162227011304e-14,
+    "w_frob_norm": 41.54869251253774,
+    "relative_err": 1.2619514931031124e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 5.2718806508772133e-11,
+    "max_abs_err": 1.9354656766168432e-13,
+    "mean_abs_err": 1.8242883643795464e-14,
+    "w_frob_norm": 43.32334707345933,
+    "relative_err": 1.2168682724209143e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.5761589184577e-11,
+    "max_abs_err": 2.389546893688532e-13,
+    "mean_abs_err": 1.9163084404204812e-14,
+    "w_frob_norm": 44.95225188212335,
+    "relative_err": 1.2404626431351779e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.4165864194270211e-10,
+    "max_abs_err": 5.761120747127535e-13,
+    "mean_abs_err": 4.8517111191738696e-14,
+    "w_frob_norm": 45.6363496903065,
+    "relative_err": 3.1040747760067116e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 4.7169537427350716e-11,
+    "max_abs_err": 1.7620453707234418e-13,
+    "mean_abs_err": 1.637002465349496e-14,
+    "w_frob_norm": 43.989945103069566,
+    "relative_err": 1.072279979364177e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.2231768798877917e-10,
+    "max_abs_err": 4.797481856222419e-13,
+    "mean_abs_err": 4.210759983184866e-14,
+    "w_frob_norm": 47.87485223517355,
+    "relative_err": 2.554946538276992e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.3569126352895298e-10,
+    "max_abs_err": 4.896621302874493e-13,
+    "mean_abs_err": 4.670026013175518e-14,
+    "w_frob_norm": 44.69209087486397,
+    "relative_err": 3.036135944252037e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.250866041426697e-11,
+    "max_abs_err": 2.016936964666094e-13,
+    "mean_abs_err": 1.8136138429040583e-14,
+    "w_frob_norm": 43.42467468805409,
+    "relative_err": 1.2091894940254289e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.302579459054424e-10,
+    "max_abs_err": 4.799789038445468e-13,
+    "mean_abs_err": 4.486716869924731e-14,
+    "w_frob_norm": 47.100847011336924,
+    "relative_err": 2.7655117512874022e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 5.0390993955938026e-11,
+    "max_abs_err": 2.2108356811934016e-13,
+    "mean_abs_err": 1.7442483348699356e-14,
+    "w_frob_norm": 44.91519693647532,
+    "relative_err": 1.1219141269091453e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 4.995641507436416e-11,
+    "max_abs_err": 1.805786423170197e-13,
+    "mean_abs_err": 1.718475471512281e-14,
+    "w_frob_norm": 43.955029636933986,
+    "relative_err": 1.1365346693427638e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 5.377131922651497e-11,
+    "max_abs_err": 2.2131602106512105e-13,
+    "mean_abs_err": 1.855501481704947e-14,
+    "w_frob_norm": 46.433114642654395,
+    "relative_err": 1.1580381725485102e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.2720923727022226e-11,
+    "max_abs_err": 1.8329261719518541e-13,
+    "mean_abs_err": 1.8102831787569712e-14,
+    "w_frob_norm": 44.348538148087755,
+    "relative_err": 1.1887860553819737e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.1596574124751725e-10,
+    "max_abs_err": 4.5469183973523286e-13,
+    "mean_abs_err": 3.984026641375533e-14,
+    "w_frob_norm": 44.68772433946824,
+    "relative_err": 2.595024538877586e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.1011289978476534e-10,
+    "max_abs_err": 3.789000363463302e-13,
+    "mean_abs_err": 3.811634098130304e-14,
+    "w_frob_norm": 45.61141306865794,
+    "relative_err": 2.4141523442611747e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 5.242867710396578e-11,
+    "max_abs_err": 2.1746146550150058e-13,
+    "mean_abs_err": 1.8070817001855672e-14,
+    "w_frob_norm": 45.5873861368742,
+    "relative_err": 1.1500698229670569e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.223163210566973e-10,
+    "max_abs_err": 4.368207184857198e-13,
+    "mean_abs_err": 4.2398558618048003e-14,
+    "w_frob_norm": 48.549502229211875,
+    "relative_err": 2.5194145241534625e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.291325900081372e-10,
+    "max_abs_err": 5.522700352589283e-13,
+    "mean_abs_err": 4.4145866832301133e-14,
+    "w_frob_norm": 47.80293287024292,
+    "relative_err": 2.701352872190015e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 5.922628025775568e-11,
+    "max_abs_err": 2.590540629232585e-13,
+    "mean_abs_err": 1.99018847093903e-14,
+    "w_frob_norm": 44.15255107124053,
+    "relative_err": 1.3414010928200627e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.280352805065773e-10,
+    "max_abs_err": 5.320717824663923e-13,
+    "mean_abs_err": 4.4050052601668146e-14,
+    "w_frob_norm": 46.320747967379084,
+    "relative_err": 2.76410218152662e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.223729564929364e-10,
+    "max_abs_err": 4.996732194673115e-13,
+    "mean_abs_err": 4.190745396727954e-14,
+    "w_frob_norm": 45.513250626512836,
+    "relative_err": 2.6887325077512807e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 5.024099345703561e-11,
+    "max_abs_err": 2.1210854253550515e-13,
+    "mean_abs_err": 1.7318311071069142e-14,
+    "w_frob_norm": 43.03302177216885,
+    "relative_err": 1.1674986182245848e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.286579266775687e-10,
+    "max_abs_err": 5.445192907682639e-13,
+    "mean_abs_err": 4.409185238798673e-14,
+    "w_frob_norm": 47.0627482681519,
+    "relative_err": 2.7337529449939395e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 5.866363304197415e-11,
+    "max_abs_err": 2.3845855845472386e-13,
+    "mean_abs_err": 2.0022493420402605e-14,
+    "w_frob_norm": 43.69294020529985,
+    "relative_err": 1.3426341364607547e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.2008952407114594e-10,
+    "max_abs_err": 5.158720672859829e-13,
+    "mean_abs_err": 4.1307371968336975e-14,
+    "w_frob_norm": 44.86318373859744,
+    "relative_err": 2.6767945130882124e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.605081224461889e-11,
+    "max_abs_err": 2.890188088855439e-13,
+    "mean_abs_err": 1.9233027508067732e-14,
+    "w_frob_norm": 42.49009059630299,
+    "relative_err": 1.3191502173331634e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.1114681069091117e-10,
+    "max_abs_err": 4.5265007020400816e-13,
+    "mean_abs_err": 3.861223475855204e-14,
+    "w_frob_norm": 44.74677068566187,
+    "relative_err": 2.48390686049051e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 4.916861833401638e-11,
+    "max_abs_err": 1.7949530750627218e-13,
+    "mean_abs_err": 1.7080580111120233e-14,
+    "w_frob_norm": 44.60221803574605,
+    "relative_err": 1.1023805653479078e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.3062244371273224e-10,
+    "max_abs_err": 4.590147706373671e-13,
+    "mean_abs_err": 4.492618342940191e-14,
+    "w_frob_norm": 45.36117696436997,
+    "relative_err": 2.8796087856215195e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 5.6640555838687065e-11,
+    "max_abs_err": 1.9562997055633247e-13,
+    "mean_abs_err": 1.961733826777962e-14,
+    "w_frob_norm": 44.892208662748914,
+    "relative_err": 1.2617012511947716e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.184757997775105e-10,
+    "max_abs_err": 4.824959876081891e-13,
+    "mean_abs_err": 4.099386613064202e-14,
+    "w_frob_norm": 42.92310052867617,
+    "relative_err": 2.760187365736986e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 5.4335101154150477e-11,
+    "max_abs_err": 2.0904458719606112e-13,
+    "mean_abs_err": 1.8500630811940148e-14,
+    "w_frob_norm": 42.18092648787303,
+    "relative_err": 1.28814385264325e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.4023807359946293e-10,
+    "max_abs_err": 5.774105152345221e-13,
+    "mean_abs_err": 4.814559192772209e-14,
+    "w_frob_norm": 45.72200222385702,
+    "relative_err": 3.067190122445883e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 4.874369923635587e-11,
+    "max_abs_err": 1.9895413441717302e-13,
+    "mean_abs_err": 1.672644723373545e-14,
+    "w_frob_norm": 43.4479654094861,
+    "relative_err": 1.1218868082074457e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.314482671310816e-10,
+    "max_abs_err": 4.799841080149747e-13,
+    "mean_abs_err": 4.529761601134598e-14,
+    "w_frob_norm": 45.88747652651938,
+    "relative_err": 2.864578248383625e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 4.7130458383020376e-11,
+    "max_abs_err": 1.5482060078397808e-13,
+    "mean_abs_err": 1.6323135793233568e-14,
+    "w_frob_norm": 44.212730644180645,
+    "relative_err": 1.0659929322692437e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.1996611853060728e-10,
+    "max_abs_err": 6.546325981293677e-13,
+    "mean_abs_err": 4.09424229880252e-14,
+    "w_frob_norm": 44.02054031293719,
+    "relative_err": 2.7252304873538875e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 4.660862884103545e-11,
+    "max_abs_err": 1.6867410246312886e-13,
+    "mean_abs_err": 1.6114061290166755e-14,
+    "w_frob_norm": 41.62377646660701,
+    "relative_err": 1.1197597334405151e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.3532960838858776e-10,
+    "max_abs_err": 6.359773818687131e-13,
+    "mean_abs_err": 4.587330276276003e-14,
+    "w_frob_norm": 47.44175039383924,
+    "relative_err": 2.8525424813617666e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.1683244096035766e-10,
+    "max_abs_err": 4.3847564468180167e-13,
+    "mean_abs_err": 4.01391621868297e-14,
+    "w_frob_norm": 44.47413671370689,
+    "relative_err": 2.6269749025696096e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 5.5654233115583146e-11,
+    "max_abs_err": 2.1941823358240242e-13,
+    "mean_abs_err": 1.9090337682090065e-14,
+    "w_frob_norm": 45.51178078305456,
+    "relative_err": 1.2228533394655682e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 6.241136016239142e-11,
+    "max_abs_err": 2.342154248324846e-13,
+    "mean_abs_err": 2.121539525783719e-14,
+    "w_frob_norm": 44.097002629046656,
+    "relative_err": 1.4153197823309903e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.1888439201833933e-10,
+    "max_abs_err": 4.4896269861538496e-13,
+    "mean_abs_err": 4.0663249956996045e-14,
+    "w_frob_norm": 44.91888652877364,
+    "relative_err": 2.6466460147489562e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 5.0316663412127495e-11,
+    "max_abs_err": 1.9964238595626682e-13,
+    "mean_abs_err": 1.7110134354181918e-14,
+    "w_frob_norm": 42.72688641102541,
+    "relative_err": 1.1776346848232684e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 5.459239876421988e-11,
+    "max_abs_err": 2.0965737826394992e-13,
+    "mean_abs_err": 1.872969465576449e-14,
+    "w_frob_norm": 42.552056739541804,
+    "relative_err": 1.282955583049162e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.1247794018075566e-10,
+    "max_abs_err": 4.651001805910937e-13,
+    "mean_abs_err": 3.869056251526861e-14,
+    "w_frob_norm": 44.90807795606424,
+    "relative_err": 2.504626011623083e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.0965941249804873e-10,
+    "max_abs_err": 4.2564823193869117e-13,
+    "mean_abs_err": 3.782198982873518e-14,
+    "w_frob_norm": 45.287300081865794,
+    "relative_err": 2.4214164302092983e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 5.7237717131264007e-11,
+    "max_abs_err": 2.338927662659529e-13,
+    "mean_abs_err": 1.9742158123581286e-14,
+    "w_frob_norm": 43.51761132618939,
+    "relative_err": 1.3152770886764574e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.237354029723063e-10,
+    "max_abs_err": 4.362447902916955e-13,
+    "mean_abs_err": 4.276721023919151e-14,
+    "w_frob_norm": 46.22527720746768,
+    "relative_err": 2.6767909344698723e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.2511265494090093e-10,
+    "max_abs_err": 4.882413917606243e-13,
+    "mean_abs_err": 4.271657787622424e-14,
+    "w_frob_norm": 44.06285049254725,
+    "relative_err": 2.839413554555722e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.167887896558269e-10,
+    "max_abs_err": 4.002822379112203e-13,
+    "mean_abs_err": 4.026258861383798e-14,
+    "w_frob_norm": 44.46308389835166,
+    "relative_err": 2.626646184120317e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 4.463611342609088e-11,
+    "max_abs_err": 1.5948353748740374e-13,
+    "mean_abs_err": 1.5516529563299338e-14,
+    "w_frob_norm": 43.10508403568966,
+    "relative_err": 1.035518533942158e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 4.937968897224199e-11,
+    "max_abs_err": 1.6579793093995931e-13,
+    "mean_abs_err": 1.7164821875059688e-14,
+    "w_frob_norm": 44.67048899648539,
+    "relative_err": 1.1054208288637073e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 4.961398824954672e-11,
+    "max_abs_err": 2.2045039405060862e-13,
+    "mean_abs_err": 1.70340286601213e-14,
+    "w_frob_norm": 42.40589942370749,
+    "relative_err": 1.1699784445984294e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 5.0798691765244665e-11,
+    "max_abs_err": 1.9286221925041147e-13,
+    "mean_abs_err": 1.753786341393926e-14,
+    "w_frob_norm": 43.925572042490295,
+    "relative_err": 1.1564719456836176e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 4.854085408359588e-11,
+    "max_abs_err": 1.7170292965218437e-13,
+    "mean_abs_err": 1.6813381145607826e-14,
+    "w_frob_norm": 44.15804103964286,
+    "relative_err": 1.0992528866943701e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.3730689609241632e-10,
+    "max_abs_err": 5.822660062437812e-13,
+    "mean_abs_err": 4.707836006574551e-14,
+    "w_frob_norm": 48.31751015174675,
+    "relative_err": 2.8417626583238265e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.0733706066815629e-10,
+    "max_abs_err": 3.8920418537341517e-13,
+    "mean_abs_err": 3.6933083282072363e-14,
+    "w_frob_norm": 45.486596748203226,
+    "relative_err": 2.359751406822851e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.0439684728834781e-10,
+    "max_abs_err": 3.5725589153656756e-13,
+    "mean_abs_err": 3.6388055740364084e-14,
+    "w_frob_norm": 43.83325061152237,
+    "relative_err": 2.3816816191337907e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 5.3589281312176623e-11,
+    "max_abs_err": 2.1641022307505864e-13,
+    "mean_abs_err": 1.8297546230423177e-14,
+    "w_frob_norm": 43.81204853586001,
+    "relative_err": 1.223163104740788e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 4.849478426569994e-11,
+    "max_abs_err": 1.8447049443537367e-13,
+    "mean_abs_err": 1.6632466963498243e-14,
+    "w_frob_norm": 40.46602611636928,
+    "relative_err": 1.198407378234822e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.2999125544708863e-10,
+    "max_abs_err": 4.669615388808168e-13,
+    "mean_abs_err": 4.4852644493897504e-14,
+    "w_frob_norm": 44.15239216279017,
+    "relative_err": 2.9441497748935094e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.497773865883516e-10,
+    "max_abs_err": 5.682260217909629e-13,
+    "mean_abs_err": 5.1040734254671857e-14,
+    "w_frob_norm": 45.929792779705764,
+    "relative_err": 3.2610072356897557e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 4.9846163800511246e-11,
+    "max_abs_err": 1.6285714096730963e-13,
+    "mean_abs_err": 1.7280586973087728e-14,
+    "w_frob_norm": 45.68341578929811,
+    "relative_err": 1.0911216453343296e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.4628025374419834e-10,
+    "max_abs_err": 7.544490206179422e-13,
+    "mean_abs_err": 4.957872393826251e-14,
+    "w_frob_norm": 44.27673289375574,
+    "relative_err": 3.3037725275531326e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 5.682593615054144e-11,
+    "max_abs_err": 2.76743905569532e-13,
+    "mean_abs_err": 1.9453345352605267e-14,
+    "w_frob_norm": 44.356393475211256,
+    "relative_err": 1.2811216534612725e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.1745750704380347e-10,
+    "max_abs_err": 4.822635346624082e-13,
+    "mean_abs_err": 4.059376195657601e-14,
+    "w_frob_norm": 47.17522604271932,
+    "relative_err": 2.4898133384128425e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 5.237576864307822e-11,
+    "max_abs_err": 1.979909292071369e-13,
+    "mean_abs_err": 1.8116844053136853e-14,
+    "w_frob_norm": 43.225790380331084,
+    "relative_err": 1.2116786803026423e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.212170554784077e-10,
+    "max_abs_err": 4.944621101454771e-13,
+    "mean_abs_err": 4.176158726954461e-14,
+    "w_frob_norm": 44.81160589114616,
+    "relative_err": 2.7050370784046745e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.061852458024336e-11,
+    "max_abs_err": 1.8656083622392572e-13,
+    "mean_abs_err": 1.7405775527378385e-14,
+    "w_frob_norm": 41.59972432798529,
+    "relative_err": 1.216799519659097e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.152684108207691e-11,
+    "max_abs_err": 1.8531010059774644e-13,
+    "mean_abs_err": 1.781825451509191e-14,
+    "w_frob_norm": 45.10588009150092,
+    "relative_err": 1.1423530807413702e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.2316750600592142e-10,
+    "max_abs_err": 4.637453615563558e-13,
+    "mean_abs_err": 4.258568916488251e-14,
+    "w_frob_norm": 44.506860097619665,
+    "relative_err": 2.7673825054333303e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 4.9588390772234037e-11,
+    "max_abs_err": 2.0326101912715444e-13,
+    "mean_abs_err": 1.7028356519118732e-14,
+    "w_frob_norm": 43.373228701853854,
+    "relative_err": 1.1432948907978007e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 4.922869240397689e-11,
+    "max_abs_err": 1.7631729409828267e-13,
+    "mean_abs_err": 1.7002265553178366e-14,
+    "w_frob_norm": 43.78808301053827,
+    "relative_err": 1.1242486315769807e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.3437074746718868e-10,
+    "max_abs_err": 5.943648351269815e-13,
+    "mean_abs_err": 4.590678065290322e-14,
+    "w_frob_norm": 43.799400145539686,
+    "relative_err": 3.0678673000244806e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.2261341132589336e-10,
+    "max_abs_err": 4.1041475773440084e-13,
+    "mean_abs_err": 4.2393207751337676e-14,
+    "w_frob_norm": 46.44525764648435,
+    "relative_err": 2.639955455929622e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 5.573966193441535e-11,
+    "max_abs_err": 2.120751491085926e-13,
+    "mean_abs_err": 1.8942708410969118e-14,
+    "w_frob_norm": 43.06484215807682,
+    "relative_err": 1.2943194295201048e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 5.365063585514003e-11,
+    "max_abs_err": 2.270718335584121e-13,
+    "mean_abs_err": 1.8438274423769975e-14,
+    "w_frob_norm": 42.34686242627058,
+    "relative_err": 1.2669329622365826e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.0626825860740203e-10,
+    "max_abs_err": 3.8125191480394005e-13,
+    "mean_abs_err": 3.6665966738260335e-14,
+    "w_frob_norm": 44.22586541420593,
+    "relative_err": 2.4028531180142216e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.4252054922420807e-10,
+    "max_abs_err": 6.223650067527231e-13,
+    "mean_abs_err": 4.815491408054429e-14,
+    "w_frob_norm": 45.848643275326545,
+    "relative_err": 3.108500907395564e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.4624547436158856e-10,
+    "max_abs_err": 6.711055322572435e-13,
+    "mean_abs_err": 4.9389737721125845e-14,
+    "w_frob_norm": 44.56078702441034,
+    "relative_err": 3.2819320332353083e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.0662225742495839e-10,
+    "max_abs_err": 4.3220982348657344e-13,
+    "mean_abs_err": 3.678808686815279e-14,
+    "w_frob_norm": 43.33460129619199,
+    "relative_err": 2.460441638684876e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.2756598704936063e-10,
+    "max_abs_err": 6.562753812611177e-13,
+    "mean_abs_err": 4.35273263566282e-14,
+    "w_frob_norm": 44.11855933461767,
+    "relative_err": 2.8914359166135745e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 4.8415123926556077e-11,
+    "max_abs_err": 1.8018355904536598e-13,
+    "mean_abs_err": 1.6797719634650903e-14,
+    "w_frob_norm": 41.88749090289672,
+    "relative_err": 1.1558372889603645e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.88306113733837e-11,
+    "max_abs_err": 2.1860985244259723e-13,
+    "mean_abs_err": 2.0252107452375907e-14,
+    "w_frob_norm": 45.011665138927235,
+    "relative_err": 1.3070081098267453e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.1660194080270067e-10,
+    "max_abs_err": 4.416436834298043e-13,
+    "mean_abs_err": 4.010646394284462e-14,
+    "w_frob_norm": 44.39321582357816,
+    "relative_err": 2.6265711694797056e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 5.117255053048162e-11,
+    "max_abs_err": 2.146338662356584e-13,
+    "mean_abs_err": 1.7665239772350962e-14,
+    "w_frob_norm": 43.987006638292414,
+    "relative_err": 1.1633560553750868e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 6.413620585080879e-11,
+    "max_abs_err": 2.9070496010419333e-13,
+    "mean_abs_err": 2.147303912389621e-14,
+    "w_frob_norm": 44.61370055247602,
+    "relative_err": 1.4375899119905958e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 4.9549937107198454e-11,
+    "max_abs_err": 1.921934833504224e-13,
+    "mean_abs_err": 1.7162485492403134e-14,
+    "w_frob_norm": 44.6070648470149,
+    "relative_err": 1.1108091796027313e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 4.646980683811807e-11,
+    "max_abs_err": 1.6129502247719252e-13,
+    "mean_abs_err": 1.6093604963890408e-14,
+    "w_frob_norm": 45.2016618232274,
+    "relative_err": 1.0280552741589474e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.2917878161312615e-10,
+    "max_abs_err": 5.352107645961723e-13,
+    "mean_abs_err": 4.446619358535885e-14,
+    "w_frob_norm": 46.08391708737165,
+    "relative_err": 2.8031206932390937e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 5.330638321941159e-11,
+    "max_abs_err": 2.1185039399823635e-13,
+    "mean_abs_err": 1.8352335620383788e-14,
+    "w_frob_norm": 43.860845557289394,
+    "relative_err": 1.2153523841619694e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 5.0596820451944175e-11,
+    "max_abs_err": 1.8898771436681727e-13,
+    "mean_abs_err": 1.7427705694879846e-14,
+    "w_frob_norm": 44.22504958782597,
+    "relative_err": 1.1440760592357186e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.273804692374885e-10,
+    "max_abs_err": 4.261695163432222e-13,
+    "mean_abs_err": 4.388905186446523e-14,
+    "w_frob_norm": 46.411826752483044,
+    "relative_err": 2.74456917881763e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.2139675339750459e-10,
+    "max_abs_err": 4.843833667500519e-13,
+    "mean_abs_err": 4.185407625097497e-14,
+    "w_frob_norm": 47.73450651928888,
+    "relative_err": 2.5431655682551105e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.1075105672717637e-10,
+    "max_abs_err": 3.597885878114937e-13,
+    "mean_abs_err": 3.8553920486176615e-14,
+    "w_frob_norm": 46.40283444222039,
+    "relative_err": 2.3867304240882253e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.5569993141685597e-10,
+    "max_abs_err": 7.070073693160595e-13,
+    "mean_abs_err": 5.251506914475116e-14,
+    "w_frob_norm": 46.75104985087287,
+    "relative_err": 3.330405026486244e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 4.739883053662998e-11,
+    "max_abs_err": 1.8325271855523795e-13,
+    "mean_abs_err": 1.6284886440648884e-14,
+    "w_frob_norm": 43.348657184440604,
+    "relative_err": 1.0934324986113555e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.2799975325345856e-10,
+    "max_abs_err": 5.51541451399018e-13,
+    "mean_abs_err": 4.3700133024299517e-14,
+    "w_frob_norm": 47.328011447395674,
+    "relative_err": 2.7045242202015655e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.2756248496487254e-10,
+    "max_abs_err": 4.979966092277799e-13,
+    "mean_abs_err": 4.3356242399582326e-14,
+    "w_frob_norm": 44.380082357188165,
+    "relative_err": 2.874318347095439e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 5.179073797598724e-11,
+    "max_abs_err": 1.9071549894889017e-13,
+    "mean_abs_err": 1.7901557969122105e-14,
+    "w_frob_norm": 42.88528204123937,
+    "relative_err": 1.2076576277657262e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 5.101776072768879e-11,
+    "max_abs_err": 1.7524176554317705e-13,
+    "mean_abs_err": 1.770031904438659e-14,
+    "w_frob_norm": 42.75795198179318,
+    "relative_err": 1.19317596758172e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 5.355707132999046e-11,
+    "max_abs_err": 2.1254872861753427e-13,
+    "mean_abs_err": 1.846042973100336e-14,
+    "w_frob_norm": 42.64153936730259,
+    "relative_err": 1.2559835344747865e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 6.086553745905728e-11,
+    "max_abs_err": 2.73525993521595e-13,
+    "mean_abs_err": 2.085424390023976e-14,
+    "w_frob_norm": 45.28143143672607,
+    "relative_err": 1.3441610728253507e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.1037404218090287e-10,
+    "max_abs_err": 4.2600992178343233e-13,
+    "mean_abs_err": 3.813411445523361e-14,
+    "w_frob_norm": 44.058361969153154,
+    "relative_err": 2.505178069447514e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.2739017442226107e-10,
+    "max_abs_err": 5.154297127996088e-13,
+    "mean_abs_err": 4.3844303103509286e-14,
+    "w_frob_norm": 46.21532356564723,
+    "relative_err": 2.7564488267902706e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 5.3493965120802784e-11,
+    "max_abs_err": 1.9590318950379881e-13,
+    "mean_abs_err": 1.8433129780985096e-14,
+    "w_frob_norm": 45.285694260112734,
+    "relative_err": 1.1812552726594683e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.1062858686591441e-10,
+    "max_abs_err": 3.5015046417896656e-13,
+    "mean_abs_err": 3.837882871382126e-14,
+    "w_frob_norm": 44.210098067577576,
+    "relative_err": 2.5023375134072877e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.1842852580816633e-10,
+    "max_abs_err": 4.563432964843628e-13,
+    "mean_abs_err": 4.057398692602319e-14,
+    "w_frob_norm": 46.25322858667099,
+    "relative_err": 2.5604380370172565e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 5.353857713804386e-11,
+    "max_abs_err": 1.8837015280936953e-13,
+    "mean_abs_err": 1.834486292383524e-14,
+    "w_frob_norm": 44.93283317492978,
+    "relative_err": 1.1915246236446012e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.289476651906025e-10,
+    "max_abs_err": 4.629560623747864e-13,
+    "mean_abs_err": 4.408394774301405e-14,
+    "w_frob_norm": 45.14981077118062,
+    "relative_err": 2.855995694956722e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.736571916443414e-11,
+    "max_abs_err": 3.112024526963353e-13,
+    "mean_abs_err": 1.9750563432122524e-14,
+    "w_frob_norm": 43.65688179555311,
+    "relative_err": 1.3140132049073053e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 6.3624019293856e-11,
+    "max_abs_err": 2.9433053216898486e-13,
+    "mean_abs_err": 2.146721905262197e-14,
+    "w_frob_norm": 42.73989655307865,
+    "relative_err": 1.488632973522558e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.1608309894056475e-10,
+    "max_abs_err": 4.52513027049406e-13,
+    "mean_abs_err": 4.017147096640669e-14,
+    "w_frob_norm": 47.48742819440729,
+    "relative_err": 2.444501699804331e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 5.864703164921508e-11,
+    "max_abs_err": 2.7788275153151076e-13,
+    "mean_abs_err": 2.0032538941140312e-14,
+    "w_frob_norm": 43.54298171785882,
+    "relative_err": 1.3468767947318006e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.1836337475707496e-11,
+    "max_abs_err": 1.9254042804561777e-13,
+    "mean_abs_err": 1.799469558345354e-14,
+    "w_frob_norm": 43.220978206016376,
+    "relative_err": 1.1993328153894458e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.3575515388885876e-10,
+    "max_abs_err": 7.296515822097227e-13,
+    "mean_abs_err": 4.6471563393630395e-14,
+    "w_frob_norm": 46.90965808259822,
+    "relative_err": 2.893970227832869e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 4.625989165018557e-11,
+    "max_abs_err": 1.8008858293505625e-13,
+    "mean_abs_err": 1.6027939721364383e-14,
+    "w_frob_norm": 45.355006871339036,
+    "relative_err": 1.0199511551483935e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.352143649952479e-10,
+    "max_abs_err": 4.719905022376736e-13,
+    "mean_abs_err": 4.6301850245746855e-14,
+    "w_frob_norm": 44.08214510360889,
+    "relative_err": 3.0673272518260065e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.8463378768439146e-10,
+    "max_abs_err": 1.220442150118295e-12,
+    "mean_abs_err": 6.000676014281895e-14,
+    "w_frob_norm": 44.19353875909372,
+    "relative_err": 4.177845740999849e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 5.171584804226643e-11,
+    "max_abs_err": 2.1725676813133532e-13,
+    "mean_abs_err": 1.7861303159689203e-14,
+    "w_frob_norm": 44.37780887776739,
+    "relative_err": 1.165353796189232e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.179191082381376e-10,
+    "max_abs_err": 4.421463195569686e-13,
+    "mean_abs_err": 4.072591953610783e-14,
+    "w_frob_norm": 44.0813744458061,
+    "relative_err": 2.6750324762016672e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.3914839579987147e-10,
+    "max_abs_err": 7.743736207821428e-13,
+    "mean_abs_err": 4.6757474070232875e-14,
+    "w_frob_norm": 45.22342598782403,
+    "relative_err": 3.076909649378086e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.173164469478447e-10,
+    "max_abs_err": 4.367981670805321e-13,
+    "mean_abs_err": 4.044283147034739e-14,
+    "w_frob_norm": 47.74667042011217,
+    "relative_err": 2.457060270707963e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 4.8874622047244467e-11,
+    "max_abs_err": 1.9218827917999448e-13,
+    "mean_abs_err": 1.6844776050955785e-14,
+    "w_frob_norm": 43.77377151862354,
+    "relative_err": 1.1165275540959675e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.206277006547593e-10,
+    "max_abs_err": 4.449669799289069e-13,
+    "mean_abs_err": 4.143759747703725e-14,
+    "w_frob_norm": 43.78704237620008,
+    "relative_err": 2.7548720833523354e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.3111997878909632e-10,
+    "max_abs_err": 4.44359826712315e-13,
+    "mean_abs_err": 4.47838956362379e-14,
+    "w_frob_norm": 45.00089927113436,
+    "relative_err": 2.9137190792363277e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 5.167661601863946e-11,
+    "max_abs_err": 1.8365864384861652e-13,
+    "mean_abs_err": 1.7866963016127026e-14,
+    "w_frob_norm": 45.19638018375632,
+    "relative_err": 1.1433795319124285e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 5.081835678178085e-11,
+    "max_abs_err": 2.007283228522283e-13,
+    "mean_abs_err": 1.752744955455065e-14,
+    "w_frob_norm": 43.33323015248581,
+    "relative_err": 1.1727341027418343e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.1841993604262232e-10,
+    "max_abs_err": 3.8061589470450574e-13,
+    "mean_abs_err": 4.108078872142957e-14,
+    "w_frob_norm": 45.396417760974295,
+    "relative_err": 2.6085744621114967e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.3924625674837273e-10,
+    "max_abs_err": 5.381840806339966e-13,
+    "mean_abs_err": 4.732003363222172e-14,
+    "w_frob_norm": 45.707716100239644,
+    "relative_err": 3.0464496725891466e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 4.851979022329133e-11,
+    "max_abs_err": 1.968980534172715e-13,
+    "mean_abs_err": 1.6725940894642903e-14,
+    "w_frob_norm": 44.4506246373923,
+    "relative_err": 1.0915434961621665e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.3391299012357968e-10,
+    "max_abs_err": 5.053958553741245e-13,
+    "mean_abs_err": 4.583593986381645e-14,
+    "w_frob_norm": 44.3831337339788,
+    "relative_err": 3.017204484167793e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 4.551772423794634e-11,
+    "max_abs_err": 1.5069542835810523e-13,
+    "mean_abs_err": 1.5777864868243003e-14,
+    "w_frob_norm": 39.312249652784665,
+    "relative_err": 1.1578509151719867e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 4.975813761255856e-11,
+    "max_abs_err": 1.7429807597224567e-13,
+    "mean_abs_err": 1.722348170993838e-14,
+    "w_frob_norm": 43.54311616605508,
+    "relative_err": 1.1427325830976822e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.2426931619940514e-10,
+    "max_abs_err": 4.559165545092725e-13,
+    "mean_abs_err": 4.290434290244105e-14,
+    "w_frob_norm": 45.26363535636703,
+    "relative_err": 2.7454559321410037e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.168188462442042e-10,
+    "max_abs_err": 4.404783829348169e-13,
+    "mean_abs_err": 4.0359910347200336e-14,
+    "w_frob_norm": 42.80541497325937,
+    "relative_err": 2.7290670191418816e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 5.861378518781814e-11,
+    "max_abs_err": 2.373483354300987e-13,
+    "mean_abs_err": 2.012120663491406e-14,
+    "w_frob_norm": 43.91119213012067,
+    "relative_err": 1.334825641128798e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 4.279558932443144e-11,
+    "max_abs_err": 1.8783499061703068e-13,
+    "mean_abs_err": 1.482852978232879e-14,
+    "w_frob_norm": 42.542038922222844,
+    "relative_err": 1.0059599964795327e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.889708896620356e-11,
+    "max_abs_err": 2.8556670916835003e-13,
+    "mean_abs_err": 1.9972168331387128e-14,
+    "w_frob_norm": 44.48700672360526,
+    "relative_err": 1.3239166512624048e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 4.679691000684316e-11,
+    "max_abs_err": 1.5184381529920188e-13,
+    "mean_abs_err": 1.6183825019645e-14,
+    "w_frob_norm": 43.52134884203813,
+    "relative_err": 1.075263319082636e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 5.499785055385988e-11,
+    "max_abs_err": 2.609024107869118e-13,
+    "mean_abs_err": 1.89264777639792e-14,
+    "w_frob_norm": 43.003992700416255,
+    "relative_err": 1.278901029888035e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.2138359506478803e-10,
+    "max_abs_err": 5.252828879330484e-13,
+    "mean_abs_err": 4.1508438659806475e-14,
+    "w_frob_norm": 46.884297061885775,
+    "relative_err": 2.5890031987589696e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.174951232659365e-10,
+    "max_abs_err": 4.660299923742173e-13,
+    "mean_abs_err": 4.061174976706868e-14,
+    "w_frob_norm": 43.54392818600395,
+    "relative_err": 2.6983124435636518e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.2141262190997649e-10,
+    "max_abs_err": 4.860417623930857e-13,
+    "mean_abs_err": 4.172750969195066e-14,
+    "w_frob_norm": 44.71793323790226,
+    "relative_err": 2.7150767738762343e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.1859312347202023e-10,
+    "max_abs_err": 5.193866170483119e-13,
+    "mean_abs_err": 4.0951357445534074e-14,
+    "w_frob_norm": 43.89835920901497,
+    "relative_err": 2.701538864069114e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 4.076105667724456e-11,
+    "max_abs_err": 1.398603455271541e-13,
+    "mean_abs_err": 1.4225382263079307e-14,
+    "w_frob_norm": 42.158891786359604,
+    "relative_err": 9.668436467400857e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.403024956796841e-10,
+    "max_abs_err": 5.038920669608871e-13,
+    "mean_abs_err": 4.8304090260964025e-14,
+    "w_frob_norm": 45.500217101918025,
+    "relative_err": 3.0835566205192845e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.3702108834999448e-10,
+    "max_abs_err": 6.072434222126333e-13,
+    "mean_abs_err": 4.696540324254315e-14,
+    "w_frob_norm": 46.563055831257394,
+    "relative_err": 2.942699655421098e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 4.6667117566036845e-11,
+    "max_abs_err": 1.845505085557031e-13,
+    "mean_abs_err": 1.603351122757312e-14,
+    "w_frob_norm": 42.461332040111614,
+    "relative_err": 1.0990497783242453e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 5.934650049038182e-11,
+    "max_abs_err": 3.0994998234668003e-13,
+    "mean_abs_err": 2.0277100629696667e-14,
+    "w_frob_norm": 45.12625534630924,
+    "relative_err": 1.3151213198379335e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 4.735078270323787e-11,
+    "max_abs_err": 1.7794099527179696e-13,
+    "mean_abs_err": 1.6324583121189727e-14,
+    "w_frob_norm": 44.42267786909424,
+    "relative_err": 1.0659146403279028e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 4.9405648746927726e-11,
+    "max_abs_err": 2.4177881918774347e-13,
+    "mean_abs_err": 1.6945693191573598e-14,
+    "w_frob_norm": 38.98226251220373,
+    "relative_err": 1.267387923711736e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 5.93325648324781e-11,
+    "max_abs_err": 2.340263399736031e-13,
+    "mean_abs_err": 2.0135565739841486e-14,
+    "w_frob_norm": 42.43208308400409,
+    "relative_err": 1.3982948872676272e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.2492641329229346e-10,
+    "max_abs_err": 4.6926698638039e-13,
+    "mean_abs_err": 4.311715042794845e-14,
+    "w_frob_norm": 45.713915764687734,
+    "relative_err": 2.73278740625397e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 4.9816438514321583e-11,
+    "max_abs_err": 2.001454557643001e-13,
+    "mean_abs_err": 1.7074820688095448e-14,
+    "w_frob_norm": 42.57622921548872,
+    "relative_err": 1.1700528541921454e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.4744646965273325e-10,
+    "max_abs_err": 5.658338381175909e-13,
+    "mean_abs_err": 5.053926229052446e-14,
+    "w_frob_norm": 45.239503719177506,
+    "relative_err": 3.259241537396201e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.0305056335964796e-10,
+    "max_abs_err": 3.659676728329231e-13,
+    "mean_abs_err": 3.5602682016751737e-14,
+    "w_frob_norm": 43.76940563743804,
+    "relative_err": 2.3543971378835437e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.136943126018564e-10,
+    "max_abs_err": 4.908382728041616e-13,
+    "mean_abs_err": 3.9080348704127295e-14,
+    "w_frob_norm": 43.49970024309791,
+    "relative_err": 2.613680369438781e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 5.619901061454285e-11,
+    "max_abs_err": 2.274899019161225e-13,
+    "mean_abs_err": 1.9270444299592053e-14,
+    "w_frob_norm": 43.10061392078219,
+    "relative_err": 1.3039027870423186e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.2524174057163776e-10,
+    "max_abs_err": 5.345095026310087e-13,
+    "mean_abs_err": 4.242161862340368e-14,
+    "w_frob_norm": 46.76903197669056,
+    "relative_err": 2.6778775458525117e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 5.860231134866744e-11,
+    "max_abs_err": 2.437286483747414e-13,
+    "mean_abs_err": 2.003636121063613e-14,
+    "w_frob_norm": 44.13789014931032,
+    "relative_err": 1.3277098463571018e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 4.8196272288564676e-11,
+    "max_abs_err": 2.2629467744117449e-13,
+    "mean_abs_err": 1.6664496232908393e-14,
+    "w_frob_norm": 41.03783550458186,
+    "relative_err": 1.1744350474620812e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.521069778443863e-10,
+    "max_abs_err": 6.653601281048083e-13,
+    "mean_abs_err": 5.1188476299021946e-14,
+    "w_frob_norm": 46.19650260704184,
+    "relative_err": 3.292608082006629e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.3619534290841897e-10,
+    "max_abs_err": 6.309605615761882e-13,
+    "mean_abs_err": 4.700340437001658e-14,
+    "w_frob_norm": 43.442287496686035,
+    "relative_err": 3.1350868187778678e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.2234743731957183e-10,
+    "max_abs_err": 4.425730615320589e-13,
+    "mean_abs_err": 4.2050044814705225e-14,
+    "w_frob_norm": 47.207670579447544,
+    "relative_err": 2.5916855421550357e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.2555919734648386e-10,
+    "max_abs_err": 5.165763650172295e-13,
+    "mean_abs_err": 4.3103171716668663e-14,
+    "w_frob_norm": 44.0893222426107,
+    "relative_err": 2.847836867520171e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.2788830816642074e-10,
+    "max_abs_err": 6.05617986315643e-13,
+    "mean_abs_err": 4.354686885157435e-14,
+    "w_frob_norm": 45.536058862639216,
+    "relative_err": 2.808506299418651e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.2773651507909661e-10,
+    "max_abs_err": 4.925157504054312e-13,
+    "mean_abs_err": 4.39019777521885e-14,
+    "w_frob_norm": 46.381840028374,
+    "relative_err": 2.754020000089562e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 5.327218001834148e-11,
+    "max_abs_err": 2.3690424622024864e-13,
+    "mean_abs_err": 1.8202275163874984e-14,
+    "w_frob_norm": 43.25735579944455,
+    "relative_err": 1.231517253743594e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 5.177183269500421e-11,
+    "max_abs_err": 1.9136081608195354e-13,
+    "mean_abs_err": 1.7716814439268885e-14,
+    "w_frob_norm": 43.3418700509024,
+    "relative_err": 1.1944992828920702e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 6.570702186701876e-11,
+    "max_abs_err": 2.4540092180558304e-13,
+    "mean_abs_err": 2.2350097775976303e-14,
+    "w_frob_norm": 44.23914010908303,
+    "relative_err": 1.4852689655585783e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 5.5443599122442507e-11,
+    "max_abs_err": 2.1468937738688965e-13,
+    "mean_abs_err": 1.9149887278680987e-14,
+    "w_frob_norm": 44.76512782145303,
+    "relative_err": 1.2385444166177938e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.213773855905014e-10,
+    "max_abs_err": 5.296423022382868e-13,
+    "mean_abs_err": 4.193202094560166e-14,
+    "w_frob_norm": 46.78405114280539,
+    "relative_err": 2.5944180254934426e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 6.107991348730409e-11,
+    "max_abs_err": 2.401152193742817e-13,
+    "mean_abs_err": 2.088251828891876e-14,
+    "w_frob_norm": 45.296352355020936,
+    "relative_err": 1.3484510410148645e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.228222538504139e-10,
+    "max_abs_err": 4.630375943781573e-13,
+    "mean_abs_err": 4.234566123617893e-14,
+    "w_frob_norm": 46.10660548634138,
+    "relative_err": 2.66387543725809e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 5.142872277441075e-11,
+    "max_abs_err": 2.2739102267799183e-13,
+    "mean_abs_err": 1.7616975210234252e-14,
+    "w_frob_norm": 42.56758413761927,
+    "relative_err": 1.2081663504356691e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 4.31044813864792e-11,
+    "max_abs_err": 1.5968476541061705e-13,
+    "mean_abs_err": 1.4919035743758608e-14,
+    "w_frob_norm": 43.290861378270534,
+    "relative_err": 9.956947035504152e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 5.20958128982662e-11,
+    "max_abs_err": 1.9308599857881248e-13,
+    "mean_abs_err": 1.7982500575194465e-14,
+    "w_frob_norm": 43.84079293059897,
+    "relative_err": 1.1882954074470122e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.34629484013127e-10,
+    "max_abs_err": 4.984797297158394e-13,
+    "mean_abs_err": 4.62730108224411e-14,
+    "w_frob_norm": 45.84277406955967,
+    "relative_err": 2.9367656461811532e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.24386896466059e-10,
+    "max_abs_err": 4.760879190879308e-13,
+    "mean_abs_err": 4.294709499320661e-14,
+    "w_frob_norm": 46.61883828990347,
+    "relative_err": 2.668168084595927e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.3620644196513355e-10,
+    "max_abs_err": 5.161687050003749e-13,
+    "mean_abs_err": 4.6686795616229693e-14,
+    "w_frob_norm": 45.80985264689286,
+    "relative_err": 2.9733001547729714e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 4.7821560105598315e-11,
+    "max_abs_err": 1.8650705979617044e-13,
+    "mean_abs_err": 1.6657274159322523e-14,
+    "w_frob_norm": 44.73991439560863,
+    "relative_err": 1.0688791150278141e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 4.9958012514361504e-11,
+    "max_abs_err": 2.0331262715056475e-13,
+    "mean_abs_err": 1.7269807110201747e-14,
+    "w_frob_norm": 42.35824735442278,
+    "relative_err": 1.1794164214668624e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.1846802117790119e-10,
+    "max_abs_err": 4.744312581683729e-13,
+    "mean_abs_err": 4.054404571789265e-14,
+    "w_frob_norm": 43.67640718822389,
+    "relative_err": 2.712403075357415e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.101256557177167e-11,
+    "max_abs_err": 1.9600293610366748e-13,
+    "mean_abs_err": 1.7616516524194646e-14,
+    "w_frob_norm": 42.64439059800272,
+    "relative_err": 1.1962315525306364e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.1349962869097062e-10,
+    "max_abs_err": 3.7009978415269984e-13,
+    "mean_abs_err": 3.920405135921259e-14,
+    "w_frob_norm": 43.54807853028212,
+    "relative_err": 2.6063062371867024e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 5.294435920864518e-11,
+    "max_abs_err": 2.5056692831704197e-13,
+    "mean_abs_err": 1.810169938100956e-14,
+    "w_frob_norm": 40.312856000446324,
+    "relative_err": 1.313336847383351e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 4.5972777358978134e-11,
+    "max_abs_err": 1.4681669508603834e-13,
+    "mean_abs_err": 1.5989398840284215e-14,
+    "w_frob_norm": 44.38039080211725,
+    "relative_err": 1.0358804086237322e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.1328678867356972e-10,
+    "max_abs_err": 4.3403475258330104e-13,
+    "mean_abs_err": 3.902123256127417e-14,
+    "w_frob_norm": 44.547958533371386,
+    "relative_err": 2.5430298582303225e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.1124450886701834e-10,
+    "max_abs_err": 4.377921636322668e-13,
+    "mean_abs_err": 3.8595686565717684e-14,
+    "w_frob_norm": 44.0249303752343,
+    "relative_err": 2.526852579183126e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 5.776087443584583e-11,
+    "max_abs_err": 2.0964827096570104e-13,
+    "mean_abs_err": 1.9681116467920276e-14,
+    "w_frob_norm": 42.46586344061528,
+    "relative_err": 1.360171906468339e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.2812651611392446e-10,
+    "max_abs_err": 5.180664924830936e-13,
+    "mean_abs_err": 4.4165458524533804e-14,
+    "w_frob_norm": 46.9173872895963,
+    "relative_err": 2.7308962309232403e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.gate.weight": {
+    "frob_norm_diff": 3.381525154555006e-11,
+    "max_abs_err": 4.1005865153084797e-13,
+    "mean_abs_err": 4.374636450360299e-14,
+    "w_frob_norm": 12.915937239855417,
+    "relative_err": 2.6181028072205617e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.30.mixer.A_log": {
+    "frob_norm_diff": 2.694185845000499e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 1.702197410802242e-16,
+    "w_frob_norm": 15.288975492686946,
+    "relative_err": 1.762175527254385e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.30.mixer.norm.weight": {
+    "frob_norm_diff": 3.07803608467453e-14,
+    "max_abs_err": 7.105427357601002e-15,
+    "mean_abs_err": 1.9933736066768663e-16,
+    "w_frob_norm": 237.91939913833014,
+    "relative_err": 1.2937306061726015e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.29.norm.weight": {
+    "frob_norm_diff": 6.478073688873884e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 7.589996029990934e-17,
+    "w_frob_norm": 52.325278780837465,
+    "relative_err": 1.238039020490853e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.30.mixer.D": {
+    "frob_norm_diff": 4.414803083812151e-16,
+    "max_abs_err": 2.220446049250313e-16,
+    "mean_abs_err": 2.8419649446276285e-17,
+    "w_frob_norm": 3.4874120574305394,
+    "relative_err": 1.2659252795796365e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.30.norm.weight": {
+    "frob_norm_diff": 4.361777890107986e-15,
+    "max_abs_err": 3.3306690738754696e-16,
+    "mean_abs_err": 5.637851296924623e-17,
+    "w_frob_norm": 35.46248870569748,
+    "relative_err": 1.2299694830518797e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.30.mixer.dt_bias": {
+    "frob_norm_diff": 4.480962327051208e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 3.4531839193663316e-16,
+    "w_frob_norm": 31.828967439554237,
+    "relative_err": 1.4078252257353037e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.30.mixer.conv1d.weight": {
+    "frob_norm_diff": 5.318225888752724e-15,
+    "max_abs_err": 1.6792123247455493e-15,
+    "mean_abs_err": 1.1323646640235312e-17,
+    "w_frob_norm": 10.093664622448685,
+    "relative_err": 5.268875168414841e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 2.6645352591003757e-15,
+    "sensitive": true
+  },
+  "backbone.layers.31.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 4.93126970291287e-11,
+    "max_abs_err": 1.9714958832128815e-13,
+    "mean_abs_err": 1.7102197909293147e-14,
+    "w_frob_norm": 44.63230179922027,
+    "relative_err": 1.1048656475519305e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.2798360665663044e-10,
+    "max_abs_err": 1.211693505948075e-12,
+    "mean_abs_err": 5.5580136300614244e-14,
+    "w_frob_norm": 50.236653755520415,
+    "relative_err": 4.538192527036651e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.29.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.3982067068166553e-10,
+    "max_abs_err": 6.026776300238623e-13,
+    "mean_abs_err": 3.321571460849735e-14,
+    "w_frob_norm": 48.028224966103885,
+    "relative_err": 2.9112187839618172e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.30.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.756853731781349e-10,
+    "max_abs_err": 1.826504225643788e-12,
+    "mean_abs_err": 1.0964927623068939e-13,
+    "w_frob_norm": 69.99279856493628,
+    "relative_err": 6.796204508622622e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.1045981804315943e-10,
+    "max_abs_err": 3.730418751679565e-13,
+    "mean_abs_err": 3.8460118688767714e-14,
+    "w_frob_norm": 45.999095696820646,
+    "relative_err": 2.4013475997701875e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 4.6753499485635887e-11,
+    "max_abs_err": 1.6652304535291762e-13,
+    "mean_abs_err": 1.6190415619428388e-14,
+    "w_frob_norm": 44.76978084942287,
+    "relative_err": 1.044309322015334e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.30.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.0382714288481054e-10,
+    "max_abs_err": 6.533523722040968e-13,
+    "mean_abs_err": 4.3906027403412386e-14,
+    "w_frob_norm": 121.47539396023437,
+    "relative_err": 2.50114144914212e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.2923613328986613e-10,
+    "max_abs_err": 5.887764234491222e-13,
+    "mean_abs_err": 4.448972232252474e-14,
+    "w_frob_norm": 46.46920191418723,
+    "relative_err": 2.7811136831771115e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.1971468011063402e-10,
+    "max_abs_err": 4.336114800551627e-13,
+    "mean_abs_err": 4.154572601232641e-14,
+    "w_frob_norm": 46.861991139211,
+    "relative_err": 2.5546221404677943e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 5.808036637922246e-11,
+    "max_abs_err": 2.0891968710579079e-13,
+    "mean_abs_err": 2.0026865984036775e-14,
+    "w_frob_norm": 45.366503813954644,
+    "relative_err": 1.2802477928959793e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 5.436224263528597e-11,
+    "max_abs_err": 2.14887135863151e-13,
+    "mean_abs_err": 1.860662968176911e-14,
+    "w_frob_norm": 44.55281846385458,
+    "relative_err": 1.2201751653352686e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 5.721840893234543e-11,
+    "max_abs_err": 2.3089863354641693e-13,
+    "mean_abs_err": 1.9586612749732703e-14,
+    "w_frob_norm": 44.38663358312377,
+    "relative_err": 1.2890909788234183e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 5.220337056349592e-11,
+    "max_abs_err": 1.8764156894945927e-13,
+    "mean_abs_err": 1.8016920759063247e-14,
+    "w_frob_norm": 44.77717228335694,
+    "relative_err": 1.1658478617886997e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.097339945853926e-10,
+    "max_abs_err": 4.0837775869273507e-13,
+    "mean_abs_err": 3.787922838259825e-14,
+    "w_frob_norm": 45.44964741451681,
+    "relative_err": 2.4144080499586693e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.2734972123919697e-10,
+    "max_abs_err": 4.88342005722231e-13,
+    "mean_abs_err": 4.382959403020719e-14,
+    "w_frob_norm": 45.28038440638264,
+    "relative_err": 2.812469967044847e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.2473161049416005e-10,
+    "max_abs_err": 4.707467055053982e-13,
+    "mean_abs_err": 4.2840672433038084e-14,
+    "w_frob_norm": 45.684986221742264,
+    "relative_err": 2.730253871342926e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 6.048230908171914e-11,
+    "max_abs_err": 2.1436194833079902e-13,
+    "mean_abs_err": 2.0629244390552703e-14,
+    "w_frob_norm": 43.887442218649824,
+    "relative_err": 1.3781233542933013e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 4.5978783697981497e-11,
+    "max_abs_err": 1.7655972170405043e-13,
+    "mean_abs_err": 1.579791822420996e-14,
+    "w_frob_norm": 42.79932143674646,
+    "relative_err": 1.0742876792085125e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.2974007729560025e-10,
+    "max_abs_err": 4.4774253749046977e-13,
+    "mean_abs_err": 4.454384652281773e-14,
+    "w_frob_norm": 45.55478638951089,
+    "relative_err": 2.848001002271701e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 4.687477244469593e-11,
+    "max_abs_err": 1.6754826692721991e-13,
+    "mean_abs_err": 1.6254059509462486e-14,
+    "w_frob_norm": 44.16678869215354,
+    "relative_err": 1.0613126702830328e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.17779668154771e-10,
+    "max_abs_err": 3.854434132977147e-13,
+    "mean_abs_err": 4.051248793680017e-14,
+    "w_frob_norm": 44.11595462985793,
+    "relative_err": 2.6697748953404046e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.4410637376776749e-10,
+    "max_abs_err": 6.257702689360656e-13,
+    "mean_abs_err": 4.932189298246884e-14,
+    "w_frob_norm": 46.025612596785706,
+    "relative_err": 3.131003926666507e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 4.696029678979853e-11,
+    "max_abs_err": 1.6263986685194354e-13,
+    "mean_abs_err": 1.6250881588692716e-14,
+    "w_frob_norm": 42.90890238201818,
+    "relative_err": 1.094418504852694e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 5.874515668940363e-11,
+    "max_abs_err": 2.4755544836274623e-13,
+    "mean_abs_err": 1.9920280546070643e-14,
+    "w_frob_norm": 43.30959128133947,
+    "relative_err": 1.356400625159323e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.418683401460277e-11,
+    "max_abs_err": 2.3659546544152477e-13,
+    "mean_abs_err": 1.8473412752711755e-14,
+    "w_frob_norm": 43.6672123874342,
+    "relative_err": 1.2409043548242554e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.380915248272321e-10,
+    "max_abs_err": 5.229868187822673e-13,
+    "mean_abs_err": 4.736896321243028e-14,
+    "w_frob_norm": 45.26123979486903,
+    "relative_err": 3.0509885600368957e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.184129461823208e-10,
+    "max_abs_err": 3.62310875745564e-13,
+    "mean_abs_err": 4.1196243684887907e-14,
+    "w_frob_norm": 47.361776786315836,
+    "relative_err": 2.5001795586464076e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 6.554418186954277e-11,
+    "max_abs_err": 2.9848953170263925e-13,
+    "mean_abs_err": 2.2334634353205964e-14,
+    "w_frob_norm": 44.98545530718579,
+    "relative_err": 1.4570083023939745e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.203071768791061e-10,
+    "max_abs_err": 4.902161575975894e-13,
+    "mean_abs_err": 4.1378305054704334e-14,
+    "w_frob_norm": 44.44749647794049,
+    "relative_err": 2.7067256068925083e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.2455294825768038e-10,
+    "max_abs_err": 4.93501940701524e-13,
+    "mean_abs_err": 4.287840985689624e-14,
+    "w_frob_norm": 46.80985126016192,
+    "relative_err": 2.660827687006189e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 5.291012209018319e-11,
+    "max_abs_err": 2.6783089634996315e-13,
+    "mean_abs_err": 1.8203736130296093e-14,
+    "w_frob_norm": 44.104311775930015,
+    "relative_err": 1.1996587172472094e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.16775925728245e-11,
+    "max_abs_err": 1.939143290385914e-13,
+    "mean_abs_err": 1.7804103770308844e-14,
+    "w_frob_norm": 45.719510420602376,
+    "relative_err": 1.130318152959426e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.191713181075104e-10,
+    "max_abs_err": 4.573390277595735e-13,
+    "mean_abs_err": 4.120187595227024e-14,
+    "w_frob_norm": 44.7517972159645,
+    "relative_err": 2.6629392677216975e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 5.008505997118734e-11,
+    "max_abs_err": 1.933678911436587e-13,
+    "mean_abs_err": 1.726176577461806e-14,
+    "w_frob_norm": 43.02962871274284,
+    "relative_err": 1.1639668170400712e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 4.58896344577506e-11,
+    "max_abs_err": 1.7854641376491287e-13,
+    "mean_abs_err": 1.5908560067796845e-14,
+    "w_frob_norm": 43.945829483417704,
+    "relative_err": 1.0442318417283798e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 4.580149694484763e-11,
+    "max_abs_err": 1.726951914804431e-13,
+    "mean_abs_err": 1.5838932859613204e-14,
+    "w_frob_norm": 42.98800556498582,
+    "relative_err": 1.0654482882581887e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 5.397321255618659e-11,
+    "max_abs_err": 1.941320368348265e-13,
+    "mean_abs_err": 1.8618912009250477e-14,
+    "w_frob_norm": 44.501953897913964,
+    "relative_err": 1.2128279284096017e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 5.4286580454489525e-11,
+    "max_abs_err": 2.2804674815191106e-13,
+    "mean_abs_err": 1.8664160005812146e-14,
+    "w_frob_norm": 44.42906272700756,
+    "relative_err": 1.2218709358793151e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.1613736862906444e-10,
+    "max_abs_err": 4.025044186839466e-13,
+    "mean_abs_err": 4.027649613125399e-14,
+    "w_frob_norm": 46.54603044745913,
+    "relative_err": 2.4951079074328275e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.2001584141680014e-10,
+    "max_abs_err": 4.918149221211365e-13,
+    "mean_abs_err": 4.1464986296177757e-14,
+    "w_frob_norm": 44.37315426222959,
+    "relative_err": 2.704694841109314e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.202070068773184e-10,
+    "max_abs_err": 4.4269622689885324e-13,
+    "mean_abs_err": 4.15848110194902e-14,
+    "w_frob_norm": 45.81439066700903,
+    "relative_err": 2.6237827269386677e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.1212659415209427e-10,
+    "max_abs_err": 4.419069277172838e-13,
+    "mean_abs_err": 3.871435686851412e-14,
+    "w_frob_norm": 46.318289224108824,
+    "relative_err": 2.420784446713373e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.249598280430533e-10,
+    "max_abs_err": 5.641643836123977e-13,
+    "mean_abs_err": 4.2828521224054685e-14,
+    "w_frob_norm": 43.86801148140975,
+    "relative_err": 2.848540971500575e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.1015663411496649e-10,
+    "max_abs_err": 4.548150051020272e-13,
+    "mean_abs_err": 3.784867187363561e-14,
+    "w_frob_norm": 45.663921714868664,
+    "relative_err": 2.412334069833041e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 4.838461549519688e-11,
+    "max_abs_err": 1.7863488466218769e-13,
+    "mean_abs_err": 1.6694695971566073e-14,
+    "w_frob_norm": 44.03291467751323,
+    "relative_err": 1.0988283616824935e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 5.873021572823837e-11,
+    "max_abs_err": 2.4089064076804334e-13,
+    "mean_abs_err": 2.0209347723572685e-14,
+    "w_frob_norm": 44.801416863415966,
+    "relative_err": 1.3109008562672582e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.2156888359931097e-10,
+    "max_abs_err": 4.603747938425329e-13,
+    "mean_abs_err": 4.181591682404748e-14,
+    "w_frob_norm": 46.96467653624972,
+    "relative_err": 2.58851742554807e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.23895325056812e-10,
+    "max_abs_err": 4.3614504369182683e-13,
+    "mean_abs_err": 4.2772906951517824e-14,
+    "w_frob_norm": 46.57449743591184,
+    "relative_err": 2.660153772508149e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.2848960952221462e-10,
+    "max_abs_err": 5.232793365284039e-13,
+    "mean_abs_err": 4.44806394739908e-14,
+    "w_frob_norm": 46.54528288042552,
+    "relative_err": 2.760529135730112e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 6.401586926302145e-11,
+    "max_abs_err": 2.302031449578218e-13,
+    "mean_abs_err": 2.206378693169262e-14,
+    "w_frob_norm": 45.2843006730326,
+    "relative_err": 1.413643764209519e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.459523999407347e-10,
+    "max_abs_err": 7.05466934869392e-13,
+    "mean_abs_err": 4.958084171442306e-14,
+    "w_frob_norm": 45.15821406240752,
+    "relative_err": 3.232023297888445e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 5.314008986181304e-11,
+    "max_abs_err": 2.2251818443397298e-13,
+    "mean_abs_err": 1.8135458918448818e-14,
+    "w_frob_norm": 45.36149350986265,
+    "relative_err": 1.171480164123325e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 5.834630886369486e-11,
+    "max_abs_err": 2.0119322874379009e-13,
+    "mean_abs_err": 1.9989905561597724e-14,
+    "w_frob_norm": 45.62123690061724,
+    "relative_err": 1.2789286925910912e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.23051782764623e-10,
+    "max_abs_err": 5.267661307151172e-13,
+    "mean_abs_err": 4.235738530670596e-14,
+    "w_frob_norm": 45.45889315939212,
+    "relative_err": 2.7068803090556474e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.066386859468108e-11,
+    "max_abs_err": 1.8594674411342993e-13,
+    "mean_abs_err": 1.7454482995509953e-14,
+    "w_frob_norm": 43.34965123801225,
+    "relative_err": 1.168726094623229e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 5.2353027229840923e-11,
+    "max_abs_err": 1.9033299242243729e-13,
+    "mean_abs_err": 1.8092560069438984e-14,
+    "w_frob_norm": 44.47360274020361,
+    "relative_err": 1.1771708160381261e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 4.805242931847551e-11,
+    "max_abs_err": 2.2192425848388542e-13,
+    "mean_abs_err": 1.6542574160885858e-14,
+    "w_frob_norm": 44.89110574108678,
+    "relative_err": 1.0704220474234232e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.2228822029501025e-10,
+    "max_abs_err": 4.2723116711052e-13,
+    "mean_abs_err": 4.236689019052421e-14,
+    "w_frob_norm": 45.651526337079574,
+    "relative_err": 2.6787323471303957e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.4652007358785168e-10,
+    "max_abs_err": 5.517836621643513e-13,
+    "mean_abs_err": 5.015895311186497e-14,
+    "w_frob_norm": 44.934647906424075,
+    "relative_err": 3.260737101867988e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 6.089097319067345e-11,
+    "max_abs_err": 2.5427793551302535e-13,
+    "mean_abs_err": 2.0872855465166595e-14,
+    "w_frob_norm": 44.003224010592845,
+    "relative_err": 1.3837843603463063e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.2414361440294718e-10,
+    "max_abs_err": 4.284073096272323e-13,
+    "mean_abs_err": 4.30946031039382e-14,
+    "w_frob_norm": 46.563125627243444,
+    "relative_err": 2.6661357615201086e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.1655336883925208e-10,
+    "max_abs_err": 3.993541608515727e-13,
+    "mean_abs_err": 4.0253871818355666e-14,
+    "w_frob_norm": 44.619769547032504,
+    "relative_err": 2.612146365220383e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.1333474338938187e-10,
+    "max_abs_err": 3.5679987610282016e-13,
+    "mean_abs_err": 3.951022606143958e-14,
+    "w_frob_norm": 47.05196507035273,
+    "relative_err": 2.408714348485175e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 4.805812866459741e-11,
+    "max_abs_err": 1.9070032011847537e-13,
+    "mean_abs_err": 1.664509847194624e-14,
+    "w_frob_norm": 42.443817135605016,
+    "relative_err": 1.1322763103764929e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.170690563371676e-10,
+    "max_abs_err": 4.134158293478407e-13,
+    "mean_abs_err": 4.0465201042579414e-14,
+    "w_frob_norm": 44.96165696983344,
+    "relative_err": 2.603753158290271e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 4.9997885230196004e-11,
+    "max_abs_err": 2.0396184741144907e-13,
+    "mean_abs_err": 1.7280265004156555e-14,
+    "w_frob_norm": 43.091191142451855,
+    "relative_err": 1.160280881187801e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 4.633147158802143e-11,
+    "max_abs_err": 2.0305285231003722e-13,
+    "mean_abs_err": 1.604061766586e-14,
+    "w_frob_norm": 42.91464522397933,
+    "relative_err": 1.0796191217755398e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.1343850641570713e-10,
+    "max_abs_err": 4.2855996529311824e-13,
+    "mean_abs_err": 3.919664706896257e-14,
+    "w_frob_norm": 46.755816717038556,
+    "relative_err": 2.4261902449961558e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 4.841957665066759e-11,
+    "max_abs_err": 2.0232773789707892e-13,
+    "mean_abs_err": 1.6741017485264113e-14,
+    "w_frob_norm": 44.14174779528513,
+    "relative_err": 1.096911179757123e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 5.015747316119407e-11,
+    "max_abs_err": 1.631212526165271e-13,
+    "mean_abs_err": 1.74301582186313e-14,
+    "w_frob_norm": 42.86870498289293,
+    "relative_err": 1.170025387545758e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 5.011806115717299e-11,
+    "max_abs_err": 1.6945472802731842e-13,
+    "mean_abs_err": 1.721731494028234e-14,
+    "w_frob_norm": 44.728688316973525,
+    "relative_err": 1.1204902947747368e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.1301450735100465e-10,
+    "max_abs_err": 3.8514157141289473e-13,
+    "mean_abs_err": 3.928148509195103e-14,
+    "w_frob_norm": 44.02773586252803,
+    "relative_err": 2.566893462427424e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.3497310783211197e-10,
+    "max_abs_err": 5.608638553589174e-13,
+    "mean_abs_err": 4.5889779233682186e-14,
+    "w_frob_norm": 44.90161630684988,
+    "relative_err": 3.005974370938656e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.0931738809501127e-11,
+    "max_abs_err": 1.9377902060746521e-13,
+    "mean_abs_err": 1.7477727191354038e-14,
+    "w_frob_norm": 44.53188000231999,
+    "relative_err": 1.143714094416129e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.6985666312083413e-11,
+    "max_abs_err": 2.7074870123655614e-13,
+    "mean_abs_err": 1.9612838814493878e-14,
+    "w_frob_norm": 43.319384624114065,
+    "relative_err": 1.3154772812807204e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.1392820900253715e-10,
+    "max_abs_err": 4.2329941635221857e-13,
+    "mean_abs_err": 3.947738984894915e-14,
+    "w_frob_norm": 46.22816148253448,
+    "relative_err": 2.46447631376343e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.0424628115626527e-10,
+    "max_abs_err": 4.1866510258614653e-13,
+    "mean_abs_err": 3.609301443329082e-14,
+    "w_frob_norm": 44.764114829247326,
+    "relative_err": 2.328791299770198e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 5.856610638867026e-11,
+    "max_abs_err": 2.0248386300991683e-13,
+    "mean_abs_err": 2.0162009106360015e-14,
+    "w_frob_norm": 46.23924859029843,
+    "relative_err": 1.2665886270686103e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 6.043774013925522e-11,
+    "max_abs_err": 2.551793411992298e-13,
+    "mean_abs_err": 2.0587826021939358e-14,
+    "w_frob_norm": 43.53472788281234,
+    "relative_err": 1.3882650260716628e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.4693195425842004e-10,
+    "max_abs_err": 6.18630147108945e-13,
+    "mean_abs_err": 4.9756032762079294e-14,
+    "w_frob_norm": 45.46474089525856,
+    "relative_err": 3.231778106839345e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 5.7798730634066904e-11,
+    "max_abs_err": 2.1074808564947034e-13,
+    "mean_abs_err": 1.985341278783582e-14,
+    "w_frob_norm": 44.16296574492263,
+    "relative_err": 1.3087601717670414e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.4438437886928644e-10,
+    "max_abs_err": 6.71288979264828e-13,
+    "mean_abs_err": 4.955732214063441e-14,
+    "w_frob_norm": 47.881123785752536,
+    "relative_err": 3.0154759841340507e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.1554732510212861e-10,
+    "max_abs_err": 4.878597525959094e-13,
+    "mean_abs_err": 3.980896986249799e-14,
+    "w_frob_norm": 46.82657865228403,
+    "relative_err": 2.4675585624168304e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.3214890918264325e-10,
+    "max_abs_err": 5.532518887463311e-13,
+    "mean_abs_err": 4.477770471983893e-14,
+    "w_frob_norm": 44.76072278447738,
+    "relative_err": 2.9523408238722927e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 5.068480228832299e-11,
+    "max_abs_err": 2.0003096401488563e-13,
+    "mean_abs_err": 1.7516006277659775e-14,
+    "w_frob_norm": 43.836854047791675,
+    "relative_err": 1.1562144088411446e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.1324616251881897e-10,
+    "max_abs_err": 4.787463828148653e-13,
+    "mean_abs_err": 3.907070357873962e-14,
+    "w_frob_norm": 46.78758534119624,
+    "relative_err": 2.420431866551281e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.566118407308556e-10,
+    "max_abs_err": 7.116867858925069e-13,
+    "mean_abs_err": 5.260963126198686e-14,
+    "w_frob_norm": 44.21113015347099,
+    "relative_err": 3.542362300787285e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 5.269680535623526e-11,
+    "max_abs_err": 1.8287801828442696e-13,
+    "mean_abs_err": 1.818598145403608e-14,
+    "w_frob_norm": 44.91061310367937,
+    "relative_err": 1.1733708741535305e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 5.4453134568137626e-11,
+    "max_abs_err": 2.30895164099465e-13,
+    "mean_abs_err": 1.829593084368159e-14,
+    "w_frob_norm": 46.056198339609786,
+    "relative_err": 1.1823193518190626e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.1846904666708576e-10,
+    "max_abs_err": 6.522456186264236e-13,
+    "mean_abs_err": 4.062811417536583e-14,
+    "w_frob_norm": 46.87104436560171,
+    "relative_err": 2.5275529545065835e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 4.9054713187678745e-11,
+    "max_abs_err": 1.8500825871292648e-13,
+    "mean_abs_err": 1.6852710508858643e-14,
+    "w_frob_norm": 44.53688163067528,
+    "relative_err": 1.101440230918452e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 4.94437867723696e-11,
+    "max_abs_err": 1.6343870701263086e-13,
+    "mean_abs_err": 1.7113666196836704e-14,
+    "w_frob_norm": 45.51168464748435,
+    "relative_err": 1.0863976395367864e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 5.0765630410919554e-11,
+    "max_abs_err": 2.1424875762399154e-13,
+    "mean_abs_err": 1.7555997826762915e-14,
+    "w_frob_norm": 43.45618337278121,
+    "relative_err": 1.168202692248317e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 4.4104077980613055e-11,
+    "max_abs_err": 2.2470914018413168e-13,
+    "mean_abs_err": 1.53595251819446e-14,
+    "w_frob_norm": 43.892980843746045,
+    "relative_err": 1.0048093597839366e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 6.701130202562012e-11,
+    "max_abs_err": 3.129579928540238e-13,
+    "mean_abs_err": 2.2698777678429258e-14,
+    "w_frob_norm": 44.841238095538245,
+    "relative_err": 1.4944123951895928e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.3721643194485665e-10,
+    "max_abs_err": 5.046501411198889e-13,
+    "mean_abs_err": 4.737898219411636e-14,
+    "w_frob_norm": 45.55472395174194,
+    "relative_err": 3.012123003757324e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.2406415962057138e-10,
+    "max_abs_err": 5.157376262165947e-13,
+    "mean_abs_err": 4.2904411279582207e-14,
+    "w_frob_norm": 45.81688265219407,
+    "relative_err": 2.707826295437196e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.2049236775456219e-10,
+    "max_abs_err": 5.695999227839366e-13,
+    "mean_abs_err": 4.1514907660911117e-14,
+    "w_frob_norm": 44.84106730970663,
+    "relative_err": 2.68709856797899e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.501593067166524e-10,
+    "max_abs_err": 5.747295001024e-13,
+    "mean_abs_err": 5.090537413517545e-14,
+    "w_frob_norm": 47.88867287348332,
+    "relative_err": 3.1355913143251432e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 6.000009191741554e-11,
+    "max_abs_err": 2.5451862839531714e-13,
+    "mean_abs_err": 2.049930834886619e-14,
+    "w_frob_norm": 43.62683239939304,
+    "relative_err": 1.3753025057636386e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.148181757804316e-10,
+    "max_abs_err": 4.500219641379033e-13,
+    "mean_abs_err": 3.966206687376775e-14,
+    "w_frob_norm": 45.94916347233926,
+    "relative_err": 2.4988088379356573e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.2932552474168602e-10,
+    "max_abs_err": 6.610215846913903e-13,
+    "mean_abs_err": 4.442496853229654e-14,
+    "w_frob_norm": 45.81764500844847,
+    "relative_err": 2.822613967126404e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.0443422928599366e-10,
+    "max_abs_err": 4.3541906191713053e-13,
+    "mean_abs_err": 3.588454147975213e-14,
+    "w_frob_norm": 44.31248859047835,
+    "relative_err": 2.3567674172204802e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 5.569066310701337e-11,
+    "max_abs_err": 1.9589191380120496e-13,
+    "mean_abs_err": 1.9267050615542627e-14,
+    "w_frob_norm": 45.399223251191096,
+    "relative_err": 1.226687575663583e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.531966798274911e-10,
+    "max_abs_err": 8.583481148072281e-13,
+    "mean_abs_err": 5.0973373785205344e-14,
+    "w_frob_norm": 46.859206157918706,
+    "relative_err": 3.26929737800525e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.150968379705051e-10,
+    "max_abs_err": 4.784436735683073e-13,
+    "mean_abs_err": 3.972481211090948e-14,
+    "w_frob_norm": 46.12871612806686,
+    "relative_err": 2.4951233771814174e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 5.1985866030244745e-11,
+    "max_abs_err": 2.004819921186396e-13,
+    "mean_abs_err": 1.7937628070655225e-14,
+    "w_frob_norm": 44.32951020379544,
+    "relative_err": 1.1727146497051479e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.3033526038638913e-10,
+    "max_abs_err": 5.256914695217496e-13,
+    "mean_abs_err": 4.470073680147002e-14,
+    "w_frob_norm": 45.07753981854334,
+    "relative_err": 2.891357001980257e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.575400030702792e-11,
+    "max_abs_err": 3.0041160531402156e-13,
+    "mean_abs_err": 1.9012390676951325e-14,
+    "w_frob_norm": 42.5685562297035,
+    "relative_err": 1.3097460953614366e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 5.2179302229899166e-11,
+    "max_abs_err": 1.931892146256331e-13,
+    "mean_abs_err": 1.7996959267461905e-14,
+    "w_frob_norm": 44.42083539161814,
+    "relative_err": 1.1746582829854881e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.321650926947419e-10,
+    "max_abs_err": 5.395116048790422e-13,
+    "mean_abs_err": 4.552390840053588e-14,
+    "w_frob_norm": 46.23039308906777,
+    "relative_err": 2.858835581175176e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 5.34224562179237e-11,
+    "max_abs_err": 1.8762075226774755e-13,
+    "mean_abs_err": 1.8449668102984188e-14,
+    "w_frob_norm": 43.29633949028891,
+    "relative_err": 1.233879280485271e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 3.917935195059829e-11,
+    "max_abs_err": 1.6168750366363227e-13,
+    "mean_abs_err": 1.3633647790765983e-14,
+    "w_frob_norm": 41.97039091913087,
+    "relative_err": 9.334998100467924e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 4.442769351619736e-11,
+    "max_abs_err": 1.5229484340295585e-13,
+    "mean_abs_err": 1.5470784918158584e-14,
+    "w_frob_norm": 43.892884251906786,
+    "relative_err": 1.0121844183494808e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.4083286082206675e-11,
+    "max_abs_err": 2.317668626461433e-13,
+    "mean_abs_err": 1.8608672509092703e-14,
+    "w_frob_norm": 43.7581585322191,
+    "relative_err": 1.2359589136363037e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.2577602625138334e-10,
+    "max_abs_err": 5.548270176625181e-13,
+    "mean_abs_err": 4.318636751168821e-14,
+    "w_frob_norm": 44.54877909934619,
+    "relative_err": 2.823332733112528e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.1649878309021742e-10,
+    "max_abs_err": 4.922529397988207e-13,
+    "mean_abs_err": 4.015996715164169e-14,
+    "w_frob_norm": 44.25728811715697,
+    "relative_err": 2.6323073113251828e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.1745864737137864e-10,
+    "max_abs_err": 4.756126048555132e-13,
+    "mean_abs_err": 4.062177374096252e-14,
+    "w_frob_norm": 45.13111153433539,
+    "relative_err": 2.602609228492346e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 5.769971705091532e-11,
+    "max_abs_err": 2.5068835896036035e-13,
+    "mean_abs_err": 1.9876053887355147e-14,
+    "w_frob_norm": 43.57156978279132,
+    "relative_err": 1.324251509379952e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 4.508076752044085e-11,
+    "max_abs_err": 1.7387133399715538e-13,
+    "mean_abs_err": 1.5588971172045088e-14,
+    "w_frob_norm": 44.123227453820924,
+    "relative_err": 1.0217014965104736e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.16970780174751e-10,
+    "max_abs_err": 4.5063085207797116e-13,
+    "mean_abs_err": 4.0483762513038176e-14,
+    "w_frob_norm": 45.848975189084506,
+    "relative_err": 2.5512190772499276e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.809812845285965e-11,
+    "max_abs_err": 2.587027814193732e-13,
+    "mean_abs_err": 1.975458995270489e-14,
+    "w_frob_norm": 41.17263113323909,
+    "relative_err": 1.4110861233242007e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 5.3907101777593666e-11,
+    "max_abs_err": 2.1367976832387114e-13,
+    "mean_abs_err": 1.847162488060346e-14,
+    "w_frob_norm": 44.815955809262576,
+    "relative_err": 1.2028551172047551e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.2094031796904304e-10,
+    "max_abs_err": 4.666403981973266e-13,
+    "mean_abs_err": 4.138623222113577e-14,
+    "w_frob_norm": 45.17822258228391,
+    "relative_err": 2.6769605145216208e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 4.976324928900344e-11,
+    "max_abs_err": 1.824859707788562e-13,
+    "mean_abs_err": 1.717215914108428e-14,
+    "w_frob_norm": 43.84901167475043,
+    "relative_err": 1.1348773299184438e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.3388537059982404e-10,
+    "max_abs_err": 5.1728760164238e-13,
+    "mean_abs_err": 4.6090407358382777e-14,
+    "w_frob_norm": 44.69619567937023,
+    "relative_err": 2.9954533840028707e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.2840739699999572e-10,
+    "max_abs_err": 5.070752845393045e-13,
+    "mean_abs_err": 4.3913132347394656e-14,
+    "w_frob_norm": 44.34867115677573,
+    "relative_err": 2.8954057393527392e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 4.7294515532286305e-11,
+    "max_abs_err": 1.883419635528849e-13,
+    "mean_abs_err": 1.6254640067129537e-14,
+    "w_frob_norm": 43.49658566002422,
+    "relative_err": 1.0873155861461694e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.284412858403912e-10,
+    "max_abs_err": 4.848144455338321e-13,
+    "mean_abs_err": 4.420401194755695e-14,
+    "w_frob_norm": 43.30606356416881,
+    "relative_err": 2.965896118682622e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.2207118141396605e-10,
+    "max_abs_err": 4.1472294348698924e-13,
+    "mean_abs_err": 4.219938129001821e-14,
+    "w_frob_norm": 46.50624134778512,
+    "relative_err": 2.6248343851546226e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.249014726661925e-10,
+    "max_abs_err": 5.664566038454666e-13,
+    "mean_abs_err": 4.297864685321403e-14,
+    "w_frob_norm": 45.69813839931998,
+    "relative_err": 2.7331851371007076e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 5.723399755997067e-11,
+    "max_abs_err": 1.9471924073144464e-13,
+    "mean_abs_err": 1.9760905906366228e-14,
+    "w_frob_norm": 43.85928881320767,
+    "relative_err": 1.3049458645744246e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 5.126257171521434e-11,
+    "max_abs_err": 1.9916707172384918e-13,
+    "mean_abs_err": 1.757579129732907e-14,
+    "w_frob_norm": 44.00037272605836,
+    "relative_err": 1.1650485788920394e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 5.349955798935176e-11,
+    "max_abs_err": 2.3935020632137594e-13,
+    "mean_abs_err": 1.831952561288365e-14,
+    "w_frob_norm": 45.43733917186356,
+    "relative_err": 1.1774359802847042e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.211784420517659e-11,
+    "max_abs_err": 2.1898108326645627e-13,
+    "mean_abs_err": 1.7964211949112478e-14,
+    "w_frob_norm": 43.49260486909118,
+    "relative_err": 1.198315078208045e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.297299373554668e-11,
+    "max_abs_err": 2.514030650324628e-13,
+    "mean_abs_err": 1.8039764747107942e-14,
+    "w_frob_norm": 44.62290383138764,
+    "relative_err": 1.187125650444237e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 5.7712737589174795e-11,
+    "max_abs_err": 2.382625347019385e-13,
+    "mean_abs_err": 1.9817827437117115e-14,
+    "w_frob_norm": 44.3972490741678,
+    "relative_err": 1.2999169721701182e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.475357632861472e-10,
+    "max_abs_err": 6.543481034793075e-13,
+    "mean_abs_err": 5.018202879034195e-14,
+    "w_frob_norm": 47.196363404029604,
+    "relative_err": 3.125998544064746e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.0819167882904684e-10,
+    "max_abs_err": 4.0523140398818214e-13,
+    "mean_abs_err": 3.739703786773647e-14,
+    "w_frob_norm": 46.23071265466647,
+    "relative_err": 2.3402554842105836e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.3560808804235756e-10,
+    "max_abs_err": 4.991701496592782e-13,
+    "mean_abs_err": 4.6656283057685195e-14,
+    "w_frob_norm": 44.86305180954421,
+    "relative_err": 3.022712066447253e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.098670749795111e-10,
+    "max_abs_err": 4.0757154595727485e-13,
+    "mean_abs_err": 3.804092975595885e-14,
+    "w_frob_norm": 44.77611365192836,
+    "relative_err": 2.4536983230294144e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.4177926068718814e-10,
+    "max_abs_err": 5.335246133775229e-13,
+    "mean_abs_err": 4.864567166758698e-14,
+    "w_frob_norm": 44.96220729764032,
+    "relative_err": 3.153298496860694e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 4.8591524232445453e-11,
+    "max_abs_err": 2.0691261204408562e-13,
+    "mean_abs_err": 1.6799232084787434e-14,
+    "w_frob_norm": 42.99257129546522,
+    "relative_err": 1.1302307065679228e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 4.529549465107132e-11,
+    "max_abs_err": 1.649305692019709e-13,
+    "mean_abs_err": 1.563624920323505e-14,
+    "w_frob_norm": 43.8006946041593,
+    "relative_err": 1.0341273137428756e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 4.518758132353976e-11,
+    "max_abs_err": 1.5191407159997894e-13,
+    "mean_abs_err": 1.5597525458487055e-14,
+    "w_frob_norm": 42.487632482817304,
+    "relative_err": 1.0635467001324294e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 4.7596169589876196e-11,
+    "max_abs_err": 1.9380547514047386e-13,
+    "mean_abs_err": 1.6355776907201286e-14,
+    "w_frob_norm": 43.98931458989023,
+    "relative_err": 1.0819938895073149e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 6.385291334518283e-11,
+    "max_abs_err": 2.598754544891335e-13,
+    "mean_abs_err": 2.183017954916018e-14,
+    "w_frob_norm": 45.1385737496821,
+    "relative_err": 1.4145974948008304e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.3035445919327015e-10,
+    "max_abs_err": 5.606973219052236e-13,
+    "mean_abs_err": 4.412868700171003e-14,
+    "w_frob_norm": 45.88701380918859,
+    "relative_err": 2.8407701519937976e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.2170266908241072e-10,
+    "max_abs_err": 5.296900071338762e-13,
+    "mean_abs_err": 4.204862012391498e-14,
+    "w_frob_norm": 45.65639316607333,
+    "relative_err": 2.665621628053755e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.283618539806621e-10,
+    "max_abs_err": 5.194664143282068e-13,
+    "mean_abs_err": 4.416595268479703e-14,
+    "w_frob_norm": 45.42076787582135,
+    "relative_err": 2.8260608524188436e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 5.761858312981185e-11,
+    "max_abs_err": 2.067200577382522e-13,
+    "mean_abs_err": 1.9846484820471834e-14,
+    "w_frob_norm": 45.63199717555807,
+    "relative_err": 1.2626794069113015e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.3885514924828871e-10,
+    "max_abs_err": 5.880226860988103e-13,
+    "mean_abs_err": 4.775513133459719e-14,
+    "w_frob_norm": 47.42257676104602,
+    "relative_err": 2.9280388948064814e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.3153646944707302e-10,
+    "max_abs_err": 5.263116331644113e-13,
+    "mean_abs_err": 4.510538150471523e-14,
+    "w_frob_norm": 45.176465812138915,
+    "relative_err": 2.9116148658917264e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.253743273055777e-10,
+    "max_abs_err": 5.051202511818786e-13,
+    "mean_abs_err": 4.3148965667235544e-14,
+    "w_frob_norm": 46.30261130152266,
+    "relative_err": 2.70771612618433e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 5.3267808964486664e-11,
+    "max_abs_err": 2.320747760631292e-13,
+    "mean_abs_err": 1.8314916277256637e-14,
+    "w_frob_norm": 43.01481230712929,
+    "relative_err": 1.2383596744337773e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 5.437988199853266e-11,
+    "max_abs_err": 2.567945855957987e-13,
+    "mean_abs_err": 1.867197268129163e-14,
+    "w_frob_norm": 44.476277395126765,
+    "relative_err": 1.2226716169481177e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.3554569751706236e-11,
+    "max_abs_err": 2.129060816535855e-13,
+    "mean_abs_err": 1.8349785687732704e-14,
+    "w_frob_norm": 45.00168030363115,
+    "relative_err": 1.1900571132092807e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 5.099044078785002e-11,
+    "max_abs_err": 1.8957058145474548e-13,
+    "mean_abs_err": 1.76274678149699e-14,
+    "w_frob_norm": 43.705072058593814,
+    "relative_err": 1.1666938958363684e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.2025619540754968e-10,
+    "max_abs_err": 4.974169947463691e-13,
+    "mean_abs_err": 4.1362476323149886e-14,
+    "w_frob_norm": 46.4099894669321,
+    "relative_err": 2.5911704955941485e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.3145049270455258e-10,
+    "max_abs_err": 5.627529692242561e-13,
+    "mean_abs_err": 4.506712257479631e-14,
+    "w_frob_norm": 45.98133342942485,
+    "relative_err": 2.8587794850775993e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.3847229582437678e-10,
+    "max_abs_err": 4.962627531135411e-13,
+    "mean_abs_err": 4.728613315573732e-14,
+    "w_frob_norm": 46.38689634353306,
+    "relative_err": 2.9851597485392366e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.2876515297555526e-10,
+    "max_abs_err": 4.2925385468350896e-13,
+    "mean_abs_err": 4.4183859016595273e-14,
+    "w_frob_norm": 46.00613497195749,
+    "relative_err": 2.7988691737317767e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 5.885191231853362e-11,
+    "max_abs_err": 2.289037015490436e-13,
+    "mean_abs_err": 2.0137310822866148e-14,
+    "w_frob_norm": 44.59338066966272,
+    "relative_err": 1.3197454742105055e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 4.980115649289737e-11,
+    "max_abs_err": 1.9816787100168654e-13,
+    "mean_abs_err": 1.715934504106291e-14,
+    "w_frob_norm": 43.10939756002699,
+    "relative_err": 1.1552273822326686e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.5010872126959552e-10,
+    "max_abs_err": 4.734511394044461e-13,
+    "mean_abs_err": 5.150443865167877e-14,
+    "w_frob_norm": 44.554788182620364,
+    "relative_err": 3.3690816945270304e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 5.176802795536645e-11,
+    "max_abs_err": 2.2709178287838583e-13,
+    "mean_abs_err": 1.7885945722072957e-14,
+    "w_frob_norm": 44.338526532041314,
+    "relative_err": 1.1675631105593053e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.3017226369632635e-10,
+    "max_abs_err": 5.658919513540361e-13,
+    "mean_abs_err": 4.470899594939633e-14,
+    "w_frob_norm": 45.76603432789163,
+    "relative_err": 2.8442985198084823e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 4.882701434055194e-11,
+    "max_abs_err": 1.6899676102966055e-13,
+    "mean_abs_err": 1.6883213960606907e-14,
+    "w_frob_norm": 45.47087500171468,
+    "relative_err": 1.0738085497301449e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.1820165280876932e-10,
+    "max_abs_err": 4.661167285480161e-13,
+    "mean_abs_err": 4.0751717397722385e-14,
+    "w_frob_norm": 46.40082964699505,
+    "relative_err": 2.5474038655777384e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.095346857427315e-11,
+    "max_abs_err": 2.0630719355096971e-13,
+    "mean_abs_err": 1.7623470060680637e-14,
+    "w_frob_norm": 43.759957485143815,
+    "relative_err": 1.1643856964799723e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.49004440189613e-10,
+    "max_abs_err": 6.059527879465065e-13,
+    "mean_abs_err": 5.102601753309186e-14,
+    "w_frob_norm": 46.719917889719795,
+    "relative_err": 3.189312972281567e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 4.9243356963240774e-11,
+    "max_abs_err": 1.8234003716643965e-13,
+    "mean_abs_err": 1.705112182252929e-14,
+    "w_frob_norm": 43.52110360850198,
+    "relative_err": 1.1314822667691022e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.157595748393034e-10,
+    "max_abs_err": 4.0561304315289703e-13,
+    "mean_abs_err": 3.9831040274860036e-14,
+    "w_frob_norm": 45.4532472600401,
+    "relative_err": 2.5467833833089546e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.2759894916857112e-10,
+    "max_abs_err": 5.401686042905141e-13,
+    "mean_abs_err": 4.366441346148633e-14,
+    "w_frob_norm": 44.882439538515506,
+    "relative_err": 2.842959306146296e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.035647836692739e-11,
+    "max_abs_err": 1.949759798058892e-13,
+    "mean_abs_err": 1.7363093432393188e-14,
+    "w_frob_norm": 44.20961291532416,
+    "relative_err": 1.1390391149403747e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.3100279624444777e-10,
+    "max_abs_err": 5.40024622242008e-13,
+    "mean_abs_err": 4.495472102140527e-14,
+    "w_frob_norm": 46.020361321929606,
+    "relative_err": 2.846626851276423e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.1205383342226247e-10,
+    "max_abs_err": 3.8539570840212534e-13,
+    "mean_abs_err": 3.8866760097305607e-14,
+    "w_frob_norm": 46.38714914610043,
+    "relative_err": 2.4156223325848075e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 6.125961706789296e-11,
+    "max_abs_err": 2.2900431551065026e-13,
+    "mean_abs_err": 2.089875636413781e-14,
+    "w_frob_norm": 44.70263088452191,
+    "relative_err": 1.3703805761710513e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 6.166558022717856e-11,
+    "max_abs_err": 2.250213904098075e-13,
+    "mean_abs_err": 2.1181236224857985e-14,
+    "w_frob_norm": 43.005613959808194,
+    "relative_err": 1.4338960556361184e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 5.655929661099562e-11,
+    "max_abs_err": 2.1608756450852695e-13,
+    "mean_abs_err": 1.9305094019880133e-14,
+    "w_frob_norm": 45.13802878548095,
+    "relative_err": 1.2530298316701953e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.1853269672281113e-10,
+    "max_abs_err": 4.5035503104529084e-13,
+    "mean_abs_err": 4.101289402072936e-14,
+    "w_frob_norm": 46.0127123014292,
+    "relative_err": 2.576085842240806e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.0581996262120717e-10,
+    "max_abs_err": 3.9568695542335774e-13,
+    "mean_abs_err": 3.660319468935495e-14,
+    "w_frob_norm": 46.599512233973705,
+    "relative_err": 2.2708384175759328e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.2456395533873927e-10,
+    "max_abs_err": 5.262387747784203e-13,
+    "mean_abs_err": 4.2612341895006604e-14,
+    "w_frob_norm": 45.44504610624784,
+    "relative_err": 2.7409798429407706e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.1244840899933927e-10,
+    "max_abs_err": 4.2961988133694007e-13,
+    "mean_abs_err": 3.893361035444149e-14,
+    "w_frob_norm": 46.188260359458354,
+    "relative_err": 2.43456688180533e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.87458251050545e-11,
+    "max_abs_err": 2.706016834219671e-13,
+    "mean_abs_err": 1.9469597792346485e-14,
+    "w_frob_norm": 44.79360809711445,
+    "relative_err": 1.3114778558961147e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 5.008621587212487e-11,
+    "max_abs_err": 1.8836321391546562e-13,
+    "mean_abs_err": 1.7317921379221714e-14,
+    "w_frob_norm": 44.767350362169715,
+    "relative_err": 1.1188112646141734e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 5.0530362928812024e-11,
+    "max_abs_err": 1.9584681099082957e-13,
+    "mean_abs_err": 1.7439875134405518e-14,
+    "w_frob_norm": 43.75214672783074,
+    "relative_err": 1.1549230542479796e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.2386859066725802e-10,
+    "max_abs_err": 4.600911665542107e-13,
+    "mean_abs_err": 4.2775356269198385e-14,
+    "w_frob_norm": 44.34320295780907,
+    "relative_err": 2.7934064840808735e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 6.12303525265398e-11,
+    "max_abs_err": 2.2479587635793052e-13,
+    "mean_abs_err": 2.107349860272193e-14,
+    "w_frob_norm": 44.95254614160009,
+    "relative_err": 1.3621108876383727e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.1620586442195085e-11,
+    "max_abs_err": 1.782532454974728e-13,
+    "mean_abs_err": 1.7884201013275825e-14,
+    "w_frob_norm": 43.75566848765262,
+    "relative_err": 1.179746264344284e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.4281111563171365e-10,
+    "max_abs_err": 6.232653282367551e-13,
+    "mean_abs_err": 4.899263522549524e-14,
+    "w_frob_norm": 46.87633614798856,
+    "relative_err": 3.046550293112906e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 4.542237989941501e-11,
+    "max_abs_err": 2.1825596885349796e-13,
+    "mean_abs_err": 1.5690388718513278e-14,
+    "w_frob_norm": 44.263621094787375,
+    "relative_err": 1.0261785813263276e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 5.734495571848439e-11,
+    "max_abs_err": 2.182984695786594e-13,
+    "mean_abs_err": 1.9727010813346646e-14,
+    "w_frob_norm": 44.823186337808515,
+    "relative_err": 1.2793591978559035e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.3447370021394093e-10,
+    "max_abs_err": 4.99706179213355e-13,
+    "mean_abs_err": 4.636166035481695e-14,
+    "w_frob_norm": 45.22626871793306,
+    "relative_err": 2.97335385000752e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.3978721774085023e-10,
+    "max_abs_err": 5.243967152873674e-13,
+    "mean_abs_err": 4.7418298885471613e-14,
+    "w_frob_norm": 45.90927038889351,
+    "relative_err": 3.044858185650189e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.123729295948131e-10,
+    "max_abs_err": 4.828221156216728e-13,
+    "mean_abs_err": 3.8893895034327015e-14,
+    "w_frob_norm": 44.96087840882999,
+    "relative_err": 2.499349069050748e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.70218330792914e-11,
+    "max_abs_err": 2.3994695119711196e-13,
+    "mean_abs_err": 1.9453007853987135e-14,
+    "w_frob_norm": 43.37062264921612,
+    "relative_err": 1.314757077399764e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.2257794391251925e-10,
+    "max_abs_err": 5.385969448212791e-13,
+    "mean_abs_err": 4.212739875496029e-14,
+    "w_frob_norm": 45.28489639395646,
+    "relative_err": 2.7068173645833494e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 5.895245818628945e-11,
+    "max_abs_err": 2.5012804327761984e-13,
+    "mean_abs_err": 1.9974852029909844e-14,
+    "w_frob_norm": 43.07457604997962,
+    "relative_err": 1.368613776207261e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.2777043009569665e-10,
+    "max_abs_err": 4.857884927655931e-13,
+    "mean_abs_err": 4.3767622307179917e-14,
+    "w_frob_norm": 45.3530452603277,
+    "relative_err": 2.817240371893242e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 5.026374663216642e-11,
+    "max_abs_err": 1.704435204086252e-13,
+    "mean_abs_err": 1.7432475237974745e-14,
+    "w_frob_norm": 45.25125171151356,
+    "relative_err": 1.1107703042693402e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 6.05193839368063e-11,
+    "max_abs_err": 2.2138887945111208e-13,
+    "mean_abs_err": 2.060869472628774e-14,
+    "w_frob_norm": 46.59146197211074,
+    "relative_err": 1.2989372167165026e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.3209486321356728e-10,
+    "max_abs_err": 5.176326760888278e-13,
+    "mean_abs_err": 4.55990304932203e-14,
+    "w_frob_norm": 48.30647931898234,
+    "relative_err": 2.7345164680974746e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 6.038405741644072e-11,
+    "max_abs_err": 2.427710810160022e-13,
+    "mean_abs_err": 2.070265741836144e-14,
+    "w_frob_norm": 44.05334527725973,
+    "relative_err": 1.370703110885222e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 4.90410123126753e-11,
+    "max_abs_err": 1.8444187149802005e-13,
+    "mean_abs_err": 1.6903540346048174e-14,
+    "w_frob_norm": 44.13177727149067,
+    "relative_err": 1.1112403656663069e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.2559886913391702e-10,
+    "max_abs_err": 5.072192665878106e-13,
+    "mean_abs_err": 4.3221737740661946e-14,
+    "w_frob_norm": 43.62473680821018,
+    "relative_err": 2.879074541723752e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.252259087046289e-11,
+    "max_abs_err": 2.0741394712864292e-13,
+    "mean_abs_err": 1.8031464701963558e-14,
+    "w_frob_norm": 43.023092824434265,
+    "relative_err": 1.2207999802523156e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.3586926756903878e-10,
+    "max_abs_err": 5.9290376427934e-13,
+    "mean_abs_err": 4.64948861605221e-14,
+    "w_frob_norm": 46.17080323629147,
+    "relative_err": 2.942752953066278e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.1101836467550693e-10,
+    "max_abs_err": 4.191824838628566e-13,
+    "mean_abs_err": 3.8446108588430455e-14,
+    "w_frob_norm": 45.58336483328223,
+    "relative_err": 2.4355017467786405e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 5.1731297480663317e-11,
+    "max_abs_err": 2.0616191045985666e-13,
+    "mean_abs_err": 1.7886562219436523e-14,
+    "w_frob_norm": 43.89901447623109,
+    "relative_err": 1.1784159188510481e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.22524166295257e-10,
+    "max_abs_err": 4.315638558322066e-13,
+    "mean_abs_err": 4.2485783251888935e-14,
+    "w_frob_norm": 45.48598494776201,
+    "relative_err": 2.69366853187787e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.1154535329515207e-10,
+    "max_abs_err": 4.486064297815062e-13,
+    "mean_abs_err": 3.837095773799296e-14,
+    "w_frob_norm": 44.45616522428261,
+    "relative_err": 2.5091087531369973e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 4.897923462513664e-11,
+    "max_abs_err": 2.1152437440496996e-13,
+    "mean_abs_err": 1.6870962511457364e-14,
+    "w_frob_norm": 42.965889242123765,
+    "relative_err": 1.1399562650531014e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.1191270563302171e-10,
+    "max_abs_err": 4.254426672067879e-13,
+    "mean_abs_err": 3.8797160246712546e-14,
+    "w_frob_norm": 44.080922634523844,
+    "relative_err": 2.538801344084675e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.2075134561970403e-10,
+    "max_abs_err": 4.2580045392370813e-13,
+    "mean_abs_err": 4.1625792704999136e-14,
+    "w_frob_norm": 43.226264805298534,
+    "relative_err": 2.7934716581133497e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.5209121399920684e-10,
+    "max_abs_err": 6.656689088835321e-13,
+    "mean_abs_err": 5.146309075404438e-14,
+    "w_frob_norm": 44.65990227850769,
+    "relative_err": 3.405542919703159e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.25512465911011e-11,
+    "max_abs_err": 2.3736655002659646e-13,
+    "mean_abs_err": 1.8018977110987116e-14,
+    "w_frob_norm": 43.62971665835639,
+    "relative_err": 1.2044828758024027e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 4.69874044928264e-11,
+    "max_abs_err": 1.442422570274715e-13,
+    "mean_abs_err": 1.63485381021164e-14,
+    "w_frob_norm": 42.74244011988213,
+    "relative_err": 1.0993149750233767e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.2349530271671602e-10,
+    "max_abs_err": 4.719280521925384e-13,
+    "mean_abs_err": 4.255529482572083e-14,
+    "w_frob_norm": 45.47221735562681,
+    "relative_err": 2.7158407902322033e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 6.002962218096763e-11,
+    "max_abs_err": 2.6927570416501734e-13,
+    "mean_abs_err": 2.0169884528452837e-14,
+    "w_frob_norm": 43.0549247079977,
+    "relative_err": 1.3942568147103687e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 5.322956060166441e-11,
+    "max_abs_err": 1.849770336903589e-13,
+    "mean_abs_err": 1.8353373746703463e-14,
+    "w_frob_norm": 43.283879554913355,
+    "relative_err": 1.229777948488494e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 4.9713841321019926e-11,
+    "max_abs_err": 2.1688206786052433e-13,
+    "mean_abs_err": 1.7130495187454124e-14,
+    "w_frob_norm": 44.40461028370212,
+    "relative_err": 1.1195648605718415e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.4838722052299253e-10,
+    "max_abs_err": 6.642950078905585e-13,
+    "mean_abs_err": 5.0476643146912256e-14,
+    "w_frob_norm": 45.60598641503208,
+    "relative_err": 3.253678566945391e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.1991399415984714e-10,
+    "max_abs_err": 4.630480027190131e-13,
+    "mean_abs_err": 4.165589277716802e-14,
+    "w_frob_norm": 46.01304329694226,
+    "relative_err": 2.6060870041998695e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.3776907522870287e-10,
+    "max_abs_err": 5.610828641977594e-13,
+    "mean_abs_err": 4.710818436158959e-14,
+    "w_frob_norm": 45.0180470489744,
+    "relative_err": 3.0603076823573917e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 5.492164199757292e-11,
+    "max_abs_err": 1.925543058334256e-13,
+    "mean_abs_err": 1.8862550222224594e-14,
+    "w_frob_norm": 43.83338828465742,
+    "relative_err": 1.252963645906347e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 4.850399204190407e-11,
+    "max_abs_err": 1.7983531330756364e-13,
+    "mean_abs_err": 1.6579431742125704e-14,
+    "w_frob_norm": 42.84301254875938,
+    "relative_err": 1.132133086736185e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 4.769302039334459e-11,
+    "max_abs_err": 1.59837421076503e-13,
+    "mean_abs_err": 1.657686228239883e-14,
+    "w_frob_norm": 45.05853948604749,
+    "relative_err": 1.058467960509747e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.3108275960061876e-10,
+    "max_abs_err": 5.317343787503148e-13,
+    "mean_abs_err": 4.472629331429815e-14,
+    "w_frob_norm": 46.61331656579704,
+    "relative_err": 2.812131151740487e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 5.7270211392048435e-11,
+    "max_abs_err": 2.2205501326588717e-13,
+    "mean_abs_err": 1.965924991734846e-14,
+    "w_frob_norm": 44.82069934658735,
+    "relative_err": 1.2777625567417434e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 9.793958479271017e-11,
+    "max_abs_err": 3.4893789246925877e-13,
+    "mean_abs_err": 3.414168939107904e-14,
+    "w_frob_norm": 44.11615632547061,
+    "relative_err": 2.2200389369860948e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 4.836532027671758e-11,
+    "max_abs_err": 2.1929159876865612e-13,
+    "mean_abs_err": 1.6640639237027898e-14,
+    "w_frob_norm": 43.14525611927575,
+    "relative_err": 1.1209881369810595e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.3950554677681445e-11,
+    "max_abs_err": 1.9442086829357663e-13,
+    "mean_abs_err": 1.855796110314916e-14,
+    "w_frob_norm": 43.92950111984888,
+    "relative_err": 1.2281167166113049e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 4.5972454383589543e-11,
+    "max_abs_err": 1.775784380653178e-13,
+    "mean_abs_err": 1.5905775108468152e-14,
+    "w_frob_norm": 43.44087666672331,
+    "relative_err": 1.0582763956696452e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.1429792395907538e-10,
+    "max_abs_err": 4.451751467460241e-13,
+    "mean_abs_err": 3.9339092227066536e-14,
+    "w_frob_norm": 44.39367913705589,
+    "relative_err": 2.57464409755734e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.2090568029829827e-10,
+    "max_abs_err": 4.4455064629467245e-13,
+    "mean_abs_err": 4.181701979295409e-14,
+    "w_frob_norm": 45.05746068416176,
+    "relative_err": 2.683366493860096e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 4.568802299431952e-11,
+    "max_abs_err": 1.5875495362749348e-13,
+    "mean_abs_err": 1.5870047058305556e-14,
+    "w_frob_norm": 43.19453656274498,
+    "relative_err": 1.057726893954574e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.3462774614570793e-10,
+    "max_abs_err": 6.165068455743494e-13,
+    "mean_abs_err": 4.586914281492969e-14,
+    "w_frob_norm": 45.502355620748844,
+    "relative_err": 2.958698386250543e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.263687523301096e-10,
+    "max_abs_err": 4.970052147612591e-13,
+    "mean_abs_err": 4.349005002984066e-14,
+    "w_frob_norm": 44.6710558464143,
+    "relative_err": 2.8288731917280865e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 5.6008214624515274e-11,
+    "max_abs_err": 2.248878167021573e-13,
+    "mean_abs_err": 1.9311223417884397e-14,
+    "w_frob_norm": 44.11889398391814,
+    "relative_err": 1.2694836512658483e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.263944692497707e-10,
+    "max_abs_err": 4.391903507539041e-13,
+    "mean_abs_err": 4.358314074813782e-14,
+    "w_frob_norm": 45.02944407031486,
+    "relative_err": 2.8069293738648397e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.3982458317271462e-10,
+    "max_abs_err": 6.16612230025515e-13,
+    "mean_abs_err": 4.7742373723633256e-14,
+    "w_frob_norm": 44.34086217614779,
+    "relative_err": 3.1534024443920318e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 5.6041605212929955e-11,
+    "max_abs_err": 2.4252128083546154e-13,
+    "mean_abs_err": 1.9336301899477307e-14,
+    "w_frob_norm": 43.73664044588455,
+    "relative_err": 1.2813422485494826e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 4.861922250415596e-11,
+    "max_abs_err": 1.9101040193980623e-13,
+    "mean_abs_err": 1.680824780089911e-14,
+    "w_frob_norm": 42.95769906097903,
+    "relative_err": 1.1317929862849572e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 5.944999265227877e-11,
+    "max_abs_err": 2.446098879005376e-13,
+    "mean_abs_err": 2.0323234771729046e-14,
+    "w_frob_norm": 44.65599432472981,
+    "relative_err": 1.3312880734436199e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.274722858187207e-10,
+    "max_abs_err": 4.98212582300539e-13,
+    "mean_abs_err": 4.359099504081735e-14,
+    "w_frob_norm": 44.8446136840602,
+    "relative_err": 2.8425328115610482e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.228320847991798e-11,
+    "max_abs_err": 2.1498081093085375e-13,
+    "mean_abs_err": 1.7905522199086475e-14,
+    "w_frob_norm": 43.515010434490065,
+    "relative_err": 1.201498240673251e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.385738791534499e-10,
+    "max_abs_err": 5.806986835832362e-13,
+    "mean_abs_err": 4.7110913597426995e-14,
+    "w_frob_norm": 45.984290017059585,
+    "relative_err": 3.0135048100566684e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.0775090489253224e-10,
+    "max_abs_err": 5.120348589571222e-13,
+    "mean_abs_err": 3.7492738874814646e-14,
+    "w_frob_norm": 44.558693705157374,
+    "relative_err": 2.4181791684808927e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 4.742718491699807e-11,
+    "max_abs_err": 1.7486619791062807e-13,
+    "mean_abs_err": 1.62718056968153e-14,
+    "w_frob_norm": 43.30952595518302,
+    "relative_err": 1.0950751334954816e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.1629703872302019e-10,
+    "max_abs_err": 4.0974168502572184e-13,
+    "mean_abs_err": 4.009576526680188e-14,
+    "w_frob_norm": 45.276516214731565,
+    "relative_err": 2.5685951227223786e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 5.553567599462749e-11,
+    "max_abs_err": 2.2051208515422305e-13,
+    "mean_abs_err": 1.9068738359702345e-14,
+    "w_frob_norm": 43.91567550753193,
+    "relative_err": 1.2645980131878566e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.4625806740922956e-10,
+    "max_abs_err": 5.506914368957894e-13,
+    "mean_abs_err": 5.017861201752868e-14,
+    "w_frob_norm": 44.54953989114009,
+    "relative_err": 3.2830432764652866e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.norm.weight": {
+    "frob_norm_diff": 7.603407573956591e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 9.493609808669798e-17,
+    "w_frob_norm": 61.97571135840151,
+    "relative_err": 1.22683667638546e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 5.5256242601605235e-11,
+    "max_abs_err": 1.8098370024866028e-13,
+    "mean_abs_err": 1.9032888671879752e-14,
+    "w_frob_norm": 43.504697142247004,
+    "relative_err": 1.2701213025557742e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.0881583837557617e-10,
+    "max_abs_err": 2.957876998888054e-13,
+    "mean_abs_err": 2.658921260676877e-14,
+    "w_frob_norm": 47.132452056244254,
+    "relative_err": 2.3087243211052055e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.gate.weight": {
+    "frob_norm_diff": 3.0638500416321686e-11,
+    "max_abs_err": 4.2279374445897133e-13,
+    "mean_abs_err": 3.976414335483528e-14,
+    "w_frob_norm": 12.05573684083457,
+    "relative_err": 2.5414042145101027e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 9.966115434597063e-11,
+    "max_abs_err": 4.1006087414530157e-13,
+    "mean_abs_err": 3.4417750800730896e-14,
+    "w_frob_norm": 42.28560983675303,
+    "relative_err": 2.3568574446654656e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 5.192475722398182e-11,
+    "max_abs_err": 2.2732683790938069e-13,
+    "mean_abs_err": 1.7669759887884114e-14,
+    "w_frob_norm": 44.320219147480984,
+    "relative_err": 1.1715816894134888e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.2652485945891077e-10,
+    "max_abs_err": 4.785321444655821e-13,
+    "mean_abs_err": 4.336454160177288e-14,
+    "w_frob_norm": 45.5206716999597,
+    "relative_err": 2.779503349442508e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.2067945919654183e-10,
+    "max_abs_err": 4.765521744581891e-13,
+    "mean_abs_err": 4.17404200804107e-14,
+    "w_frob_norm": 45.50516866632551,
+    "relative_err": 2.6519945477280783e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 4.8665307068738687e-11,
+    "max_abs_err": 2.3041291097314343e-13,
+    "mean_abs_err": 1.660252267178055e-14,
+    "w_frob_norm": 38.502871194980926,
+    "relative_err": 1.263939689647937e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.5165798414675443e-10,
+    "max_abs_err": 5.507434786000687e-13,
+    "mean_abs_err": 5.2151473437521586e-14,
+    "w_frob_norm": 45.8869378756789,
+    "relative_err": 3.305036055307071e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.31.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 3.010035470957801e-10,
+    "max_abs_err": 9.532270806023035e-13,
+    "mean_abs_err": 7.27419005083627e-14,
+    "w_frob_norm": 49.56255206852571,
+    "relative_err": 6.073205162631847e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.32.mixer.D": {
+    "frob_norm_diff": 6.932805152566975e-16,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 3.2821679673156884e-17,
+    "w_frob_norm": 5.563323230925318,
+    "relative_err": 1.2461625659334335e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.32.mixer.A_log": {
+    "frob_norm_diff": 2.838270559933096e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 2.1380466841414147e-16,
+    "w_frob_norm": 14.422712729477611,
+    "relative_err": 1.9679172796197667e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.32.mixer.dt_bias": {
+    "frob_norm_diff": 5.047567200276219e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 3.8012128167341785e-16,
+    "w_frob_norm": 38.46640292583561,
+    "relative_err": 1.312201509979522e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.32.mixer.norm.weight": {
+    "frob_norm_diff": 2.639597309124145e-14,
+    "max_abs_err": 3.552713678800501e-15,
+    "mean_abs_err": 2.0928406019209017e-16,
+    "w_frob_norm": 225.7876187770106,
+    "relative_err": 1.1690620253766126e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": true
+  },
+  "backbone.layers.32.norm.weight": {
+    "frob_norm_diff": 4.5196441632222304e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 5.792737321565409e-17,
+    "w_frob_norm": 37.00556800805296,
+    "relative_err": 1.2213416538394138e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": true
+  },
+  "backbone.layers.33.mixer.k_proj.weight": {
+    "frob_norm_diff": 4.416231889456232e-11,
+    "max_abs_err": 5.793837631884458e-13,
+    "mean_abs_err": 3.987830312822083e-14,
+    "w_frob_norm": 17.498514782036874,
+    "relative_err": 2.523775271481738e-12,
+    "shape": [
+      256,
+      2688
+    ],
+    "numel": 688128,
+    "sensitive": true
+  },
+  "backbone.layers.32.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.537024720562118e-10,
+    "max_abs_err": 1.7173693023231351e-12,
+    "mean_abs_err": 1.0399767552407625e-13,
+    "w_frob_norm": 69.68892380683221,
+    "relative_err": 6.5103957310893565e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.32.mixer.conv1d.weight": {
+    "frob_norm_diff": 6.559030149185533e-15,
+    "max_abs_err": 1.0685896612017132e-15,
+    "mean_abs_err": 1.4041259647788887e-17,
+    "w_frob_norm": 11.007876268799933,
+    "relative_err": 5.958488257881365e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 7.105427357601002e-15,
+    "sensitive": true
+  },
+  "backbone.layers.32.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.3077330194608436e-10,
+    "max_abs_err": 1.2382525560461488e-12,
+    "mean_abs_err": 4.725403258706428e-14,
+    "w_frob_norm": 122.93347598065733,
+    "relative_err": 2.690669073720238e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": true
+  },
+  "backbone.layers.33.mixer.o_proj.weight": {
+    "frob_norm_diff": 5.266951823518126e-10,
+    "max_abs_err": 2.4116021679621014e-12,
+    "mean_abs_err": 1.2126963347716293e-13,
+    "w_frob_norm": 82.98096450524868,
+    "relative_err": 6.347180772025111e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.33.norm.weight": {
+    "frob_norm_diff": 5.945656340155229e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 7.529526070583996e-17,
+    "w_frob_norm": 49.4752993365991,
+    "relative_err": 1.2017423683896665e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": true
+  },
+  "backbone.layers.33.mixer.q_proj.weight": {
+    "frob_norm_diff": 1.959717084622976e-10,
+    "max_abs_err": 5.972999872483342e-13,
+    "mean_abs_err": 4.512114969990391e-14,
+    "w_frob_norm": 78.89080710787152,
+    "relative_err": 2.4840880154050804e-12,
+    "shape": [
+      4096,
+      2688
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.34.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.271272588422439e-10,
+    "max_abs_err": 4.911626660941693e-13,
+    "mean_abs_err": 4.4026588548389234e-14,
+    "w_frob_norm": 45.70424991057927,
+    "relative_err": 2.781519423050797e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.188590950252219e-11,
+    "max_abs_err": 2.1085216905802895e-13,
+    "mean_abs_err": 1.789896908291396e-14,
+    "w_frob_norm": 44.83778508044079,
+    "relative_err": 1.1571916277629858e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 5.55015949587469e-11,
+    "max_abs_err": 2.516511304895275e-13,
+    "mean_abs_err": 1.9062641703857448e-14,
+    "w_frob_norm": 44.5519288402751,
+    "relative_err": 1.2457731102446289e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 4.8270096026321536e-11,
+    "max_abs_err": 1.8465090567687525e-13,
+    "mean_abs_err": 1.6740361528919336e-14,
+    "w_frob_norm": 43.989260842165855,
+    "relative_err": 1.0973154606874478e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.2267392378882603e-10,
+    "max_abs_err": 5.067747436970915e-13,
+    "mean_abs_err": 4.2358852707384985e-14,
+    "w_frob_norm": 45.55730526516157,
+    "relative_err": 2.6927388060995965e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.1415391169742493e-10,
+    "max_abs_err": 4.0995679073674296e-13,
+    "mean_abs_err": 3.9375506345706566e-14,
+    "w_frob_norm": 45.73359589060404,
+    "relative_err": 2.4960624563719867e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 5.40734075187745e-11,
+    "max_abs_err": 2.0554825203022986e-13,
+    "mean_abs_err": 1.8677609359367555e-14,
+    "w_frob_norm": 44.91361676451538,
+    "relative_err": 1.2039423990787563e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 5.390639284392982e-11,
+    "max_abs_err": 1.9444168497528835e-13,
+    "mean_abs_err": 1.857107168094348e-14,
+    "w_frob_norm": 44.56844440315052,
+    "relative_err": 1.209519281317326e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.33.mixer.v_proj.weight": {
+    "frob_norm_diff": 6.28509114118139e-11,
+    "max_abs_err": 5.880105430344784e-13,
+    "mean_abs_err": 5.791058022019136e-14,
+    "w_frob_norm": 27.41845802657845,
+    "relative_err": 2.292284684678056e-12,
+    "shape": [
+      256,
+      2688
+    ],
+    "numel": 688128,
+    "sensitive": true
+  },
+  "backbone.layers.34.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.229610814482616e-10,
+    "max_abs_err": 5.053110707642361e-13,
+    "mean_abs_err": 4.224459511947625e-14,
+    "w_frob_norm": 46.23017720800569,
+    "relative_err": 2.6597579519329292e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.199271252269914e-10,
+    "max_abs_err": 4.438741041390415e-13,
+    "mean_abs_err": 4.139848949054571e-14,
+    "w_frob_norm": 45.171136706836855,
+    "relative_err": 2.6549503503824797e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 4.1159100067408364e-11,
+    "max_abs_err": 1.4749486354492802e-13,
+    "mean_abs_err": 1.4353683971009052e-14,
+    "w_frob_norm": 44.407750437904006,
+    "relative_err": 9.26844968761967e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.590827621844493e-11,
+    "max_abs_err": 2.278333771643659e-13,
+    "mean_abs_err": 1.9215537008271072e-14,
+    "w_frob_norm": 45.321044557279144,
+    "relative_err": 1.2336051996282892e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.452332143472675e-10,
+    "max_abs_err": 6.696622423252307e-13,
+    "mean_abs_err": 4.908403136578284e-14,
+    "w_frob_norm": 46.135138129461865,
+    "relative_err": 3.147995654412524e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 5.661956477185629e-11,
+    "max_abs_err": 1.920599096427722e-13,
+    "mean_abs_err": 1.9494916466057842e-14,
+    "w_frob_norm": 45.4756127914565,
+    "relative_err": 1.2450533658887475e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.4401951193018747e-10,
+    "max_abs_err": 5.423769072754325e-13,
+    "mean_abs_err": 4.9434477736340975e-14,
+    "w_frob_norm": 44.33393073397643,
+    "relative_err": 3.2485166450583746e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 5.542523255979065e-11,
+    "max_abs_err": 2.248878167021573e-13,
+    "mean_abs_err": 1.9102334491644617e-14,
+    "w_frob_norm": 44.91537156539548,
+    "relative_err": 1.233992520335563e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 4.972391670302539e-11,
+    "max_abs_err": 1.582744352246479e-13,
+    "mean_abs_err": 1.7303443263413664e-14,
+    "w_frob_norm": 44.24614334617146,
+    "relative_err": 1.123802278404179e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.4795867091189639e-10,
+    "max_abs_err": 6.202590524528873e-13,
+    "mean_abs_err": 5.0585919917929365e-14,
+    "w_frob_norm": 46.464854985951575,
+    "relative_err": 3.1843136270764425e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.2332739338819032e-10,
+    "max_abs_err": 4.166387287257711e-13,
+    "mean_abs_err": 4.271951568013532e-14,
+    "w_frob_norm": 46.053798711848685,
+    "relative_err": 2.6778983892258328e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.7645595262736906e-11,
+    "max_abs_err": 2.290528877679776e-13,
+    "mean_abs_err": 1.974880359986586e-14,
+    "w_frob_norm": 43.00880104958271,
+    "relative_err": 1.3403209077202633e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.3260318322743462e-10,
+    "max_abs_err": 5.087458232466702e-13,
+    "mean_abs_err": 4.54840626824836e-14,
+    "w_frob_norm": 46.43773023953626,
+    "relative_err": 2.8555052657276223e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 4.710180700686664e-11,
+    "max_abs_err": 1.5851903123476063e-13,
+    "mean_abs_err": 1.6395038562319584e-14,
+    "w_frob_norm": 46.433382318721094,
+    "relative_err": 1.0143953478029545e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 4.629116143407159e-11,
+    "max_abs_err": 1.6836879113135694e-13,
+    "mean_abs_err": 1.6035970345582226e-14,
+    "w_frob_norm": 45.074480922673935,
+    "relative_err": 1.0269926682790844e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.3096347006635147e-10,
+    "max_abs_err": 4.681120942262584e-13,
+    "mean_abs_err": 4.5127139769332846e-14,
+    "w_frob_norm": 46.97911309055113,
+    "relative_err": 2.7876956683691e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.070620861698122e-10,
+    "max_abs_err": 3.8037455130091047e-13,
+    "mean_abs_err": 3.7197310635921526e-14,
+    "w_frob_norm": 44.87216829216921,
+    "relative_err": 2.385935207603862e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 4.498630959658095e-11,
+    "max_abs_err": 1.4774639844894466e-13,
+    "mean_abs_err": 1.5604740201980233e-14,
+    "w_frob_norm": 41.92718169215091,
+    "relative_err": 1.072962879472596e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 4.732269693256766e-11,
+    "max_abs_err": 1.5906893857664528e-13,
+    "mean_abs_err": 1.646328997781279e-14,
+    "w_frob_norm": 45.85106952819594,
+    "relative_err": 1.0320958141110916e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.214114079991185e-10,
+    "max_abs_err": 3.9990320083171937e-13,
+    "mean_abs_err": 4.206499782756851e-14,
+    "w_frob_norm": 46.07775736690922,
+    "relative_err": 2.634924417704196e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.2573187250277254e-10,
+    "max_abs_err": 4.678722687057046e-13,
+    "mean_abs_err": 4.347557971547315e-14,
+    "w_frob_norm": 46.85882874136307,
+    "relative_err": 2.6832056173821288e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.5796592351326873e-10,
+    "max_abs_err": 6.206042624246066e-13,
+    "mean_abs_err": 5.355854996459692e-14,
+    "w_frob_norm": 47.22613641338179,
+    "relative_err": 3.3448834799983384e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 6.717011027486834e-11,
+    "max_abs_err": 3.272070114856973e-13,
+    "mean_abs_err": 2.2636013320551647e-14,
+    "w_frob_norm": 44.67381640359654,
+    "relative_err": 1.5035677647961301e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.2705465224765427e-10,
+    "max_abs_err": 4.302738720873833e-13,
+    "mean_abs_err": 4.401596746612332e-14,
+    "w_frob_norm": 46.92650021907724,
+    "relative_err": 2.7075245683035654e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 5.4546022319434753e-11,
+    "max_abs_err": 1.723517162321997e-13,
+    "mean_abs_err": 1.89042743830542e-14,
+    "w_frob_norm": 45.99254671090807,
+    "relative_err": 1.1859752551275454e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 5.4817781680177515e-11,
+    "max_abs_err": 1.903616153597909e-13,
+    "mean_abs_err": 1.887147420673169e-14,
+    "w_frob_norm": 43.77861203184935,
+    "relative_err": 1.2521589684089817e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.9216079153169665e-11,
+    "max_abs_err": 1.7023188414455603e-13,
+    "mean_abs_err": 1.703478552531458e-14,
+    "w_frob_norm": 45.270210603817844,
+    "relative_err": 1.0871625843291096e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.566372403848274e-11,
+    "max_abs_err": 2.4018070518549983e-13,
+    "mean_abs_err": 1.9016232780026453e-14,
+    "w_frob_norm": 45.54836473954626,
+    "relative_err": 1.2220795270429119e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 6.539773398134861e-11,
+    "max_abs_err": 3.229083667122268e-13,
+    "mean_abs_err": 2.2389217392432484e-14,
+    "w_frob_norm": 44.648892211287944,
+    "relative_err": 1.4647112334136486e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.2579677253626527e-10,
+    "max_abs_err": 4.892197758010752e-13,
+    "mean_abs_err": 4.349296479607973e-14,
+    "w_frob_norm": 44.69321252523821,
+    "relative_err": 2.8146728648165078e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.2959875028424796e-10,
+    "max_abs_err": 5.790055934706828e-13,
+    "mean_abs_err": 4.4268364853236904e-14,
+    "w_frob_norm": 44.590089343834464,
+    "relative_err": 2.906447423437777e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.1632695557383756e-10,
+    "max_abs_err": 4.382848250994442e-13,
+    "mean_abs_err": 4.002576028587973e-14,
+    "w_frob_norm": 47.35919562230583,
+    "relative_err": 2.456269665168224e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.2223627868199482e-10,
+    "max_abs_err": 4.038932274567919e-13,
+    "mean_abs_err": 4.234009987482576e-14,
+    "w_frob_norm": 47.2750951098468,
+    "relative_err": 2.5856379219961537e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.1333838433774837e-10,
+    "max_abs_err": 4.217581145438132e-13,
+    "mean_abs_err": 3.926170621921734e-14,
+    "w_frob_norm": 45.68895870040288,
+    "relative_err": 2.4806515088458117e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.5983311042994556e-11,
+    "max_abs_err": 2.14887135863151e-13,
+    "mean_abs_err": 1.9211290234833462e-14,
+    "w_frob_norm": 44.03659254395103,
+    "relative_err": 1.2712907109495363e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 4.34500951645653e-11,
+    "max_abs_err": 1.5439646089410175e-13,
+    "mean_abs_err": 1.5088718861597445e-14,
+    "w_frob_norm": 44.88432117896891,
+    "relative_err": 9.680461689799236e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 5.534676649536261e-11,
+    "max_abs_err": 2.310131252958314e-13,
+    "mean_abs_err": 1.917330748816455e-14,
+    "w_frob_norm": 45.188251122759965,
+    "relative_err": 1.224804348922592e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.3365404588041214e-10,
+    "max_abs_err": 6.540653435527233e-13,
+    "mean_abs_err": 4.567348205372773e-14,
+    "w_frob_norm": 44.352324564686526,
+    "relative_err": 3.0134620268996666e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.2570642380889525e-11,
+    "max_abs_err": 1.7071760671782954e-13,
+    "mean_abs_err": 1.818341986401764e-14,
+    "w_frob_norm": 45.264161101345856,
+    "relative_err": 1.1614186831649118e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.2250205106202254e-10,
+    "max_abs_err": 4.664046926450283e-13,
+    "mean_abs_err": 4.2028504146666076e-14,
+    "w_frob_norm": 46.687120916288514,
+    "relative_err": 2.62389388460412e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 5.265425651164583e-11,
+    "max_abs_err": 1.9732002490280287e-13,
+    "mean_abs_err": 1.81143255809067e-14,
+    "w_frob_norm": 44.06036392596949,
+    "relative_err": 1.1950481525780372e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.210999144071155e-10,
+    "max_abs_err": 4.789077120981311e-13,
+    "mean_abs_err": 4.1686113911860056e-14,
+    "w_frob_norm": 46.33767465287418,
+    "relative_err": 2.6134223461643656e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.243880419594748e-10,
+    "max_abs_err": 4.98663610404293e-13,
+    "mean_abs_err": 4.2790958068634096e-14,
+    "w_frob_norm": 46.12212204961011,
+    "relative_err": 2.6969279909905252e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.3966040486754686e-10,
+    "max_abs_err": 5.704499372871652e-13,
+    "mean_abs_err": 4.7737859207040206e-14,
+    "w_frob_norm": 46.19151830326277,
+    "relative_err": 3.0235075615100935e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.3075537503454533e-10,
+    "max_abs_err": 6.865896740038124e-13,
+    "mean_abs_err": 4.463329866927453e-14,
+    "w_frob_norm": 45.749114801311514,
+    "relative_err": 2.8580962845383166e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 5.630534064583622e-11,
+    "max_abs_err": 2.21694190782884e-13,
+    "mean_abs_err": 1.9450267113497906e-14,
+    "w_frob_norm": 45.05641685049454,
+    "relative_err": 1.2496630797932218e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.2097993330054037e-10,
+    "max_abs_err": 4.833633493461775e-13,
+    "mean_abs_err": 4.180922236539564e-14,
+    "w_frob_norm": 46.84477341180067,
+    "relative_err": 2.582570572751758e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.34368781707189e-11,
+    "max_abs_err": 2.0024433500243077e-13,
+    "mean_abs_err": 1.8363202024629425e-14,
+    "w_frob_norm": 45.00344794584633,
+    "relative_err": 1.187395202141416e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.2967691037890874e-10,
+    "max_abs_err": 4.989411661604493e-13,
+    "mean_abs_err": 4.489631344088859e-14,
+    "w_frob_norm": 46.739237116934305,
+    "relative_err": 2.7744764009407613e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.7940246779295816e-10,
+    "max_abs_err": 8.108166915654635e-13,
+    "mean_abs_err": 5.990871701042578e-14,
+    "w_frob_norm": 47.10308949214615,
+    "relative_err": 3.808719761850681e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 5.3400795110514055e-11,
+    "max_abs_err": 2.0525942057147972e-13,
+    "mean_abs_err": 1.846782269594443e-14,
+    "w_frob_norm": 45.79249817031645,
+    "relative_err": 1.1661472346824145e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 5.4268423127068595e-11,
+    "max_abs_err": 1.7980322092325807e-13,
+    "mean_abs_err": 1.8665896357595544e-14,
+    "w_frob_norm": 45.85097562624271,
+    "relative_err": 1.1835827348460646e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.344811160905508e-10,
+    "max_abs_err": 6.43612767248225e-13,
+    "mean_abs_err": 4.608722307360308e-14,
+    "w_frob_norm": 45.769065494452114,
+    "relative_err": 2.9382534827339197e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.37048552282914e-10,
+    "max_abs_err": 5.624181675933926e-13,
+    "mean_abs_err": 4.707491745973642e-14,
+    "w_frob_norm": 46.04955213466303,
+    "relative_err": 2.9761104273531683e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 6.06980902815596e-11,
+    "max_abs_err": 2.369285323489123e-13,
+    "mean_abs_err": 2.0963944678641786e-14,
+    "w_frob_norm": 45.01101480862772,
+    "relative_err": 1.3485163695959369e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 5.59478722874573e-11,
+    "max_abs_err": 2.422853584427287e-13,
+    "mean_abs_err": 1.9115235597956826e-14,
+    "w_frob_norm": 45.56670307893288,
+    "relative_err": 1.227823575265949e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 5.942433517072795e-11,
+    "max_abs_err": 2.557329348285009e-13,
+    "mean_abs_err": 2.0165367075017455e-14,
+    "w_frob_norm": 45.33310957577919,
+    "relative_err": 1.3108373929521368e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 6.508559007545935e-11,
+    "max_abs_err": 2.885226779714145e-13,
+    "mean_abs_err": 2.2081480239593393e-14,
+    "w_frob_norm": 45.59315500667928,
+    "relative_err": 1.4275298576271915e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.6236768569404974e-11,
+    "max_abs_err": 2.0815987822331294e-13,
+    "mean_abs_err": 1.9427154369973827e-14,
+    "w_frob_norm": 46.12386038938339,
+    "relative_err": 1.2192554589890602e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 5.316812511222723e-11,
+    "max_abs_err": 2.199351811782435e-13,
+    "mean_abs_err": 1.8291525881687626e-14,
+    "w_frob_norm": 43.809716446892466,
+    "relative_err": 1.213614910671228e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.290598889074915e-10,
+    "max_abs_err": 5.974422345733643e-13,
+    "mean_abs_err": 4.438349085437472e-14,
+    "w_frob_norm": 46.02961371165742,
+    "relative_err": 2.803844709972135e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 6.076520505949076e-11,
+    "max_abs_err": 2.4503446147128294e-13,
+    "mean_abs_err": 2.0869046045948704e-14,
+    "w_frob_norm": 45.99010576382305,
+    "relative_err": 1.3212669127473536e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.2840762188105304e-10,
+    "max_abs_err": 5.729652863273316e-13,
+    "mean_abs_err": 4.355590861919137e-14,
+    "w_frob_norm": 47.22805610419224,
+    "relative_err": 2.718884334298375e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.2368036147805316e-10,
+    "max_abs_err": 4.617556337294104e-13,
+    "mean_abs_err": 4.273246334577604e-14,
+    "w_frob_norm": 45.785159874563995,
+    "relative_err": 2.7013198559728947e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.2058003596158106e-10,
+    "max_abs_err": 5.148572540525365e-13,
+    "mean_abs_err": 4.158312504339637e-14,
+    "w_frob_norm": 46.594130764032705,
+    "relative_err": 2.587880361417969e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.1206239160542399e-10,
+    "max_abs_err": 4.4871745208396874e-13,
+    "mean_abs_err": 3.885300136365964e-14,
+    "w_frob_norm": 46.49070566352659,
+    "relative_err": 2.4104256970515383e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 5.413810927943396e-11,
+    "max_abs_err": 2.237359603141087e-13,
+    "mean_abs_err": 1.844425817202787e-14,
+    "w_frob_norm": 45.18039344220178,
+    "relative_err": 1.1982655562460202e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.2759154592512335e-10,
+    "max_abs_err": 5.908826216944468e-13,
+    "mean_abs_err": 4.390917766567729e-14,
+    "w_frob_norm": 47.04505372901147,
+    "relative_err": 2.7121139378450944e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.0569537308030628e-10,
+    "max_abs_err": 4.2624671153790317e-13,
+    "mean_abs_err": 3.68355966517143e-14,
+    "w_frob_norm": 47.087748965137,
+    "relative_err": 2.244646970883263e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.966507412361422e-11,
+    "max_abs_err": 2.222250161665329e-13,
+    "mean_abs_err": 2.035928764128468e-14,
+    "w_frob_norm": 44.37648809070896,
+    "relative_err": 1.344519962950971e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.360793237488974e-11,
+    "max_abs_err": 2.2441206878887066e-13,
+    "mean_abs_err": 1.849175448404082e-14,
+    "w_frob_norm": 43.50791304771156,
+    "relative_err": 1.2321421235742178e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 4.9733248485055525e-11,
+    "max_abs_err": 1.754846268298138e-13,
+    "mean_abs_err": 1.7154890617235422e-14,
+    "w_frob_norm": 43.512448254664,
+    "relative_err": 1.1429659897320241e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 4.991722698601855e-11,
+    "max_abs_err": 1.692465612102012e-13,
+    "mean_abs_err": 1.7317450684539936e-14,
+    "w_frob_norm": 45.78686484872216,
+    "relative_err": 1.090208450631921e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.1678700702454465e-10,
+    "max_abs_err": 4.677595116797661e-13,
+    "mean_abs_err": 4.0479566216277284e-14,
+    "w_frob_norm": 46.67191766840611,
+    "relative_err": 2.502297159810126e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 4.864396739918164e-11,
+    "max_abs_err": 1.6574935868263196e-13,
+    "mean_abs_err": 1.678597882089594e-14,
+    "w_frob_norm": 44.55848643915402,
+    "relative_err": 1.0916880551049793e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.1105735123004467e-10,
+    "max_abs_err": 4.099394435019832e-13,
+    "mean_abs_err": 3.8441703096625806e-14,
+    "w_frob_norm": 44.807854419801146,
+    "relative_err": 2.4785241933156934e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.4221646444050035e-10,
+    "max_abs_err": 5.001450642527772e-13,
+    "mean_abs_err": 4.90435959694434e-14,
+    "w_frob_norm": 46.11548509671722,
+    "relative_err": 3.083919948846514e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.0810280078790262e-10,
+    "max_abs_err": 4.3286554896049267e-13,
+    "mean_abs_err": 3.750172869292931e-14,
+    "w_frob_norm": 44.3310364252439,
+    "relative_err": 2.438535380741617e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 4.752045261734282e-11,
+    "max_abs_err": 1.6422366938551036e-13,
+    "mean_abs_err": 1.6389851821742532e-14,
+    "w_frob_norm": 43.7430982910617,
+    "relative_err": 1.0863531499562977e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 5.4350445555118515e-11,
+    "max_abs_err": 1.9169128090412713e-13,
+    "mean_abs_err": 1.8685303068408314e-14,
+    "w_frob_norm": 45.784792612417725,
+    "relative_err": 1.1870851095736452e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 6.349040124612172e-11,
+    "max_abs_err": 3.149477206809692e-13,
+    "mean_abs_err": 2.1329926813667097e-14,
+    "w_frob_norm": 44.036291009536356,
+    "relative_err": 1.44177449532188e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.2217013964649605e-10,
+    "max_abs_err": 4.253333796278014e-13,
+    "mean_abs_err": 4.223867244206006e-14,
+    "w_frob_norm": 44.94775325307658,
+    "relative_err": 2.7180477510994115e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.0053816191044571e-10,
+    "max_abs_err": 3.476177679040404e-13,
+    "mean_abs_err": 3.478921668543388e-14,
+    "w_frob_norm": 44.07376329250587,
+    "relative_err": 2.281134044379206e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.0585873307561548e-10,
+    "max_abs_err": 3.8942026686639153e-13,
+    "mean_abs_err": 3.669170883515027e-14,
+    "w_frob_norm": 45.950489605371516,
+    "relative_err": 2.30375636875131e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 5.16831599569563e-11,
+    "max_abs_err": 1.6839307726002062e-13,
+    "mean_abs_err": 1.7883119136913246e-14,
+    "w_frob_norm": 43.43303595019171,
+    "relative_err": 1.189950433495501e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.1169495575601219e-10,
+    "max_abs_err": 4.0066908124636313e-13,
+    "mean_abs_err": 3.8564003443357967e-14,
+    "w_frob_norm": 46.30471705713971,
+    "relative_err": 2.4121722980875006e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.1753475112524235e-10,
+    "max_abs_err": 5.338039038571551e-13,
+    "mean_abs_err": 4.061998005005042e-14,
+    "w_frob_norm": 44.959730640576424,
+    "relative_err": 2.614222760026203e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 4.442398895137059e-11,
+    "max_abs_err": 1.7363541160442253e-13,
+    "mean_abs_err": 1.546987327791965e-14,
+    "w_frob_norm": 44.80030474513406,
+    "relative_err": 9.916001510278935e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.5016537081284018e-10,
+    "max_abs_err": 6.104873551127099e-13,
+    "mean_abs_err": 5.1269675578012226e-14,
+    "w_frob_norm": 46.75271495057743,
+    "relative_err": 3.211906965650677e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 6.373840722269143e-11,
+    "max_abs_err": 2.7485305698071727e-13,
+    "mean_abs_err": 2.1546479197180804e-14,
+    "w_frob_norm": 45.82515958289105,
+    "relative_err": 1.3909042063977524e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 5.329327004214357e-11,
+    "max_abs_err": 2.0293836056062275e-13,
+    "mean_abs_err": 1.8367623030120758e-14,
+    "w_frob_norm": 45.661964995662444,
+    "relative_err": 1.1671260763133177e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 5.6037393570449815e-11,
+    "max_abs_err": 2.4676094501074886e-13,
+    "mean_abs_err": 1.930114309280013e-14,
+    "w_frob_norm": 46.23476628926058,
+    "relative_err": 1.2120185321119746e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 5.853857869830422e-11,
+    "max_abs_err": 2.6166221966938963e-13,
+    "mean_abs_err": 2.008593855930531e-14,
+    "w_frob_norm": 44.88682133984592,
+    "relative_err": 1.3041373158303741e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.6122023961895306e-11,
+    "max_abs_err": 1.9781398741258727e-13,
+    "mean_abs_err": 1.9419818611884337e-14,
+    "w_frob_norm": 43.18060859950022,
+    "relative_err": 1.2997043298399661e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.1562597146553589e-10,
+    "max_abs_err": 3.9653003103268247e-13,
+    "mean_abs_err": 4.028897565408486e-14,
+    "w_frob_norm": 45.017715786379576,
+    "relative_err": 2.5684548726152678e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 5.3725187828473146e-11,
+    "max_abs_err": 2.1213586443025179e-13,
+    "mean_abs_err": 1.844917750789078e-14,
+    "w_frob_norm": 44.98241144674221,
+    "relative_err": 1.194359886465449e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.1270077705555771e-10,
+    "max_abs_err": 4.07261030455075e-13,
+    "mean_abs_err": 3.884943039903702e-14,
+    "w_frob_norm": 45.80145206313361,
+    "relative_err": 2.4606376431081e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 4.650395784851772e-11,
+    "max_abs_err": 1.6669044616834938e-13,
+    "mean_abs_err": 1.6142987904085425e-14,
+    "w_frob_norm": 44.863756832394685,
+    "relative_err": 1.0365596002637635e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.3805319038069716e-10,
+    "max_abs_err": 5.491579413430259e-13,
+    "mean_abs_err": 4.7342552266999185e-14,
+    "w_frob_norm": 47.161502859701265,
+    "relative_err": 2.927243238863394e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.3132908354491096e-10,
+    "max_abs_err": 7.559682047020289e-13,
+    "mean_abs_err": 4.4716760847568944e-14,
+    "w_frob_norm": 46.119436038879954,
+    "relative_err": 2.847586502016133e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.1701390576873063e-10,
+    "max_abs_err": 5.033612415772382e-13,
+    "mean_abs_err": 4.050212028938575e-14,
+    "w_frob_norm": 45.94652635126144,
+    "relative_err": 2.5467410718746983e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.7667031288392965e-11,
+    "max_abs_err": 1.89456089705331e-13,
+    "mean_abs_err": 1.9964587375958043e-14,
+    "w_frob_norm": 44.70357133876738,
+    "relative_err": 1.2899871209704345e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.162580719985916e-10,
+    "max_abs_err": 4.064600218900427e-13,
+    "mean_abs_err": 4.023734401330317e-14,
+    "w_frob_norm": 46.589839598680065,
+    "relative_err": 2.495352484576601e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.3511653570167135e-10,
+    "max_abs_err": 5.608083442076861e-13,
+    "mean_abs_err": 4.600845628602365e-14,
+    "w_frob_norm": 46.661394889697526,
+    "relative_err": 2.895681451895559e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 5.002991102577763e-11,
+    "max_abs_err": 1.6859430518323393e-13,
+    "mean_abs_err": 1.72993103932061e-14,
+    "w_frob_norm": 43.443925494965704,
+    "relative_err": 1.1515973857283019e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 5.3167131510915453e-11,
+    "max_abs_err": 4.5376837053481833e-13,
+    "mean_abs_err": 1.823227326664376e-14,
+    "w_frob_norm": 44.82343629578913,
+    "relative_err": 1.1861458180061523e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.2003759076071494e-10,
+    "max_abs_err": 4.284489429906557e-13,
+    "mean_abs_err": 4.158222150386086e-14,
+    "w_frob_norm": 44.08009356744283,
+    "relative_err": 2.7231700535539165e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.0754841499659013e-11,
+    "max_abs_err": 1.6373187528007094e-13,
+    "mean_abs_err": 1.763314618764627e-14,
+    "w_frob_norm": 45.58743670904775,
+    "relative_err": 1.1133515100572805e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.2823507421544684e-10,
+    "max_abs_err": 4.832861541514966e-13,
+    "mean_abs_err": 4.404607778424798e-14,
+    "w_frob_norm": 46.48374840406197,
+    "relative_err": 2.758707690712848e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 4.8590339843016564e-11,
+    "max_abs_err": 1.958676276725413e-13,
+    "mean_abs_err": 1.6651617622019206e-14,
+    "w_frob_norm": 43.3461403934247,
+    "relative_err": 1.120984230706441e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.1283280406137739e-10,
+    "max_abs_err": 4.3531497850857193e-13,
+    "mean_abs_err": 3.888923522484726e-14,
+    "w_frob_norm": 45.965792400210965,
+    "relative_err": 2.4547124757248723e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.0784226350243062e-10,
+    "max_abs_err": 3.6308456241584963e-13,
+    "mean_abs_err": 3.747015481390545e-14,
+    "w_frob_norm": 44.376617248130074,
+    "relative_err": 2.4301596243678272e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 5.037098374758964e-11,
+    "max_abs_err": 2.0732721095484408e-13,
+    "mean_abs_err": 1.738870684395409e-14,
+    "w_frob_norm": 43.10059493802443,
+    "relative_err": 1.1686841868428848e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 4.7110038165139024e-11,
+    "max_abs_err": 1.6955534198892508e-13,
+    "mean_abs_err": 1.6275357174135858e-14,
+    "w_frob_norm": 42.83020681154125,
+    "relative_err": 1.0999255355555395e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 4.5928928802428194e-11,
+    "max_abs_err": 1.9748829307997262e-13,
+    "mean_abs_err": 1.5836850370682452e-14,
+    "w_frob_norm": 43.501936368626495,
+    "relative_err": 1.0557904460444212e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.0451547149477186e-10,
+    "max_abs_err": 3.8882872616108344e-13,
+    "mean_abs_err": 3.6216975555376913e-14,
+    "w_frob_norm": 44.80235610916324,
+    "relative_err": 2.332811944981522e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.2741584524760756e-10,
+    "max_abs_err": 5.044714646018633e-13,
+    "mean_abs_err": 4.360730623920005e-14,
+    "w_frob_norm": 46.92458706448917,
+    "relative_err": 2.7153322643521196e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 5.892466232692273e-11,
+    "max_abs_err": 2.011099620169432e-13,
+    "mean_abs_err": 2.0300342159765577e-14,
+    "w_frob_norm": 44.71522426318392,
+    "relative_err": 1.317776289795735e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.2602629235840935e-10,
+    "max_abs_err": 5.162086036403224e-13,
+    "mean_abs_err": 4.322808047550532e-14,
+    "w_frob_norm": 44.121753536277225,
+    "relative_err": 2.856330092474444e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.3975177341665593e-11,
+    "max_abs_err": 2.1117135817760868e-13,
+    "mean_abs_err": 1.858820116905525e-14,
+    "w_frob_norm": 45.223230710218125,
+    "relative_err": 1.1935276735872385e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 5.7326274946576714e-11,
+    "max_abs_err": 2.1106033587514617e-13,
+    "mean_abs_err": 1.987088897806727e-14,
+    "w_frob_norm": 44.94963432133052,
+    "relative_err": 1.2753446343249326e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.303508334487641e-10,
+    "max_abs_err": 5.048149398501067e-13,
+    "mean_abs_err": 4.4896467988146925e-14,
+    "w_frob_norm": 45.51682105454649,
+    "relative_err": 2.863794756065107e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.3440108939076531e-10,
+    "max_abs_err": 4.669320485817252e-13,
+    "mean_abs_err": 4.636893397865482e-14,
+    "w_frob_norm": 46.45519188227193,
+    "relative_err": 2.893133876862857e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.0571168958254336e-11,
+    "max_abs_err": 2.058075931898884e-13,
+    "mean_abs_err": 1.7518520279193976e-14,
+    "w_frob_norm": 44.92934221868222,
+    "relative_err": 1.1255710958801032e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 6.33625836547568e-11,
+    "max_abs_err": 2.734071649634906e-13,
+    "mean_abs_err": 2.1656328347711716e-14,
+    "w_frob_norm": 44.42658422341725,
+    "relative_err": 1.4262312703608302e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.4543799044106719e-10,
+    "max_abs_err": 6.82880835212174e-13,
+    "mean_abs_err": 4.92627712473307e-14,
+    "w_frob_norm": 47.13235311922163,
+    "relative_err": 3.0857358229745232e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 5.2200884837643534e-11,
+    "max_abs_err": 2.1683002615624503e-13,
+    "mean_abs_err": 1.7976295186748936e-14,
+    "w_frob_norm": 45.52731050997807,
+    "relative_err": 1.146583978998778e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.2289880380153225e-10,
+    "max_abs_err": 5.406369796290278e-13,
+    "mean_abs_err": 4.2560112085606424e-14,
+    "w_frob_norm": 45.213146962082924,
+    "relative_err": 2.7182094602837267e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 5.537580718068328e-11,
+    "max_abs_err": 2.011316460603929e-13,
+    "mean_abs_err": 1.9107297257743508e-14,
+    "w_frob_norm": 43.503609974544155,
+    "relative_err": 1.2729014261824722e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.3549584419319165e-10,
+    "max_abs_err": 6.213610355410015e-13,
+    "mean_abs_err": 4.639501369971782e-14,
+    "w_frob_norm": 45.695418500771446,
+    "relative_err": 2.9651953880432053e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 6.264802014673847e-11,
+    "max_abs_err": 2.458831749319046e-13,
+    "mean_abs_err": 2.1417207659917576e-14,
+    "w_frob_norm": 45.04247803690304,
+    "relative_err": 1.390865309306724e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.233332244811523e-10,
+    "max_abs_err": 7.707862126338227e-13,
+    "mean_abs_err": 4.234735284602596e-14,
+    "w_frob_norm": 47.24554580546447,
+    "relative_err": 2.6104730589626813e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.3791443966621166e-10,
+    "max_abs_err": 5.194985067125124e-13,
+    "mean_abs_err": 4.7505564451458616e-14,
+    "w_frob_norm": 45.827156543096415,
+    "relative_err": 3.0094478922451853e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.9508415025825263e-10,
+    "max_abs_err": 8.362659523197813e-13,
+    "mean_abs_err": 6.402700928358181e-14,
+    "w_frob_norm": 45.87362871687863,
+    "relative_err": 4.252642655811396e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 4.893252659814236e-11,
+    "max_abs_err": 1.7596687995613536e-13,
+    "mean_abs_err": 1.682559569265281e-14,
+    "w_frob_norm": 45.127938677978406,
+    "relative_err": 1.0843067073661958e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 5.1751803663425065e-11,
+    "max_abs_err": 1.6806001035263307e-13,
+    "mean_abs_err": 1.789427467304942e-14,
+    "w_frob_norm": 46.098539377703155,
+    "relative_err": 1.1226343472491076e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 6.394374229643072e-11,
+    "max_abs_err": 3.003621656949562e-13,
+    "mean_abs_err": 2.1583558118212916e-14,
+    "w_frob_norm": 45.129734520231544,
+    "relative_err": 1.4168871803968824e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 5.689644558109089e-11,
+    "max_abs_err": 2.5755265975480057e-13,
+    "mean_abs_err": 1.9369847413209952e-14,
+    "w_frob_norm": 45.308818097869704,
+    "relative_err": 1.2557477323330578e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.459286803270165e-10,
+    "max_abs_err": 6.446856937181167e-13,
+    "mean_abs_err": 4.982655659077736e-14,
+    "w_frob_norm": 45.95036033369578,
+    "relative_err": 3.1757896840692627e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.1768276102231564e-10,
+    "max_abs_err": 5.106783051989083e-13,
+    "mean_abs_err": 4.019353498132932e-14,
+    "w_frob_norm": 47.138188316749,
+    "relative_err": 2.4965482387981583e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.2971562999962683e-10,
+    "max_abs_err": 6.071271957397428e-13,
+    "mean_abs_err": 4.4638663679389504e-14,
+    "w_frob_norm": 46.632243185087766,
+    "relative_err": 2.781672532560213e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.1378261318283098e-10,
+    "max_abs_err": 4.076183834911262e-13,
+    "mean_abs_err": 3.9435161008439834e-14,
+    "w_frob_norm": 46.279457359230946,
+    "relative_err": 2.458598688822694e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.1602833156778153e-10,
+    "max_abs_err": 4.175756962432331e-13,
+    "mean_abs_err": 4.008202228227408e-14,
+    "w_frob_norm": 47.29438091105726,
+    "relative_err": 2.453321712488143e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 4.866541771994713e-11,
+    "max_abs_err": 1.8531010059774644e-13,
+    "mean_abs_err": 1.684391846513805e-14,
+    "w_frob_norm": 43.72215329833835,
+    "relative_err": 1.1130608638572394e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.23120438522999e-10,
+    "max_abs_err": 5.014877402231832e-13,
+    "mean_abs_err": 4.252581541348953e-14,
+    "w_frob_norm": 44.62584758592882,
+    "relative_err": 2.7589490213250465e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 4.601616057115915e-11,
+    "max_abs_err": 1.8997650674812405e-13,
+    "mean_abs_err": 1.5867277900880997e-14,
+    "w_frob_norm": 42.42231317736035,
+    "relative_err": 1.0847159696071628e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 5.4464895023158705e-11,
+    "max_abs_err": 2.3211467470307667e-13,
+    "mean_abs_err": 1.8756058847639824e-14,
+    "w_frob_norm": 44.10839306602187,
+    "relative_err": 1.2347966279713505e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 5.3267576961151615e-11,
+    "max_abs_err": 1.81153703149306e-13,
+    "mean_abs_err": 1.8443981118850568e-14,
+    "w_frob_norm": 45.87214107577876,
+    "relative_err": 1.1612184587842963e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 5.490630880164213e-11,
+    "max_abs_err": 2.2574650482276581e-13,
+    "mean_abs_err": 1.8890453293154974e-14,
+    "w_frob_norm": 43.619910048683984,
+    "relative_err": 1.258744200535064e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.1649461983317427e-10,
+    "max_abs_err": 4.912095036280206e-13,
+    "mean_abs_err": 4.0347341446238e-14,
+    "w_frob_norm": 45.28516533124474,
+    "relative_err": 2.5724675836128215e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.1578139252673154e-10,
+    "max_abs_err": 3.681577612213438e-13,
+    "mean_abs_err": 4.000435998875209e-14,
+    "w_frob_norm": 44.49971385670009,
+    "relative_err": 2.6018457758981508e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.2746013989809173e-10,
+    "max_abs_err": 6.239765648619056e-13,
+    "mean_abs_err": 4.3735287241886546e-14,
+    "w_frob_norm": 46.987040764245506,
+    "relative_err": 2.7126658292360844e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.233935777678881e-10,
+    "max_abs_err": 4.3882952827090094e-13,
+    "mean_abs_err": 4.2805539057266743e-14,
+    "w_frob_norm": 46.444953853000904,
+    "relative_err": 2.6567703815237053e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 4.8532979557018823e-11,
+    "max_abs_err": 2.267422360979765e-13,
+    "mean_abs_err": 1.6716517189584697e-14,
+    "w_frob_norm": 45.88231152371886,
+    "relative_err": 1.0577710221057563e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.4256149071410473e-10,
+    "max_abs_err": 5.34339933411232e-13,
+    "mean_abs_err": 4.893928064576689e-14,
+    "w_frob_norm": 45.57543994732901,
+    "relative_err": 3.1280332319087064e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.140723189514157e-11,
+    "max_abs_err": 1.826802598081656e-13,
+    "mean_abs_err": 1.7833302537495903e-14,
+    "w_frob_norm": 44.608397526217324,
+    "relative_err": 1.1524115356291027e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 4.6130681799977523e-11,
+    "max_abs_err": 1.788135611802133e-13,
+    "mean_abs_err": 1.599490713403853e-14,
+    "w_frob_norm": 43.994908232281524,
+    "relative_err": 1.048545926188087e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.426287967808818e-10,
+    "max_abs_err": 5.843940782679358e-13,
+    "mean_abs_err": 4.8531962948187826e-14,
+    "w_frob_norm": 46.06951356405908,
+    "relative_err": 3.095947531170657e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.5661514977307285e-10,
+    "max_abs_err": 8.940140294733112e-13,
+    "mean_abs_err": 5.2678501600244504e-14,
+    "w_frob_norm": 44.55534803914186,
+    "relative_err": 3.5150696081531332e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 4.8758476086742405e-11,
+    "max_abs_err": 1.7005841179695835e-13,
+    "mean_abs_err": 1.6906270034741775e-14,
+    "w_frob_norm": 45.34889179108187,
+    "relative_err": 1.0751856144879609e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 5.718154828314703e-11,
+    "max_abs_err": 2.3474971966308544e-13,
+    "mean_abs_err": 1.9443274131843233e-14,
+    "w_frob_norm": 44.478587784342864,
+    "relative_err": 1.285597208265587e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.0629430362801052e-10,
+    "max_abs_err": 3.8010740388561004e-13,
+    "mean_abs_err": 3.6777488222459236e-14,
+    "w_frob_norm": 44.340214220673566,
+    "relative_err": 2.3972437999284846e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.299414353079651e-10,
+    "max_abs_err": 4.472533454702443e-13,
+    "mean_abs_err": 4.4956907536691975e-14,
+    "w_frob_norm": 45.980280976504005,
+    "relative_err": 2.8260252557909637e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.578026793050289e-10,
+    "max_abs_err": 6.735272062297071e-13,
+    "mean_abs_err": 5.330853183800023e-14,
+    "w_frob_norm": 46.660666025331444,
+    "relative_err": 3.381920849980151e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 6.008427791075384e-11,
+    "max_abs_err": 3.114314361951642e-13,
+    "mean_abs_err": 2.0457027432741717e-14,
+    "w_frob_norm": 43.99516866565928,
+    "relative_err": 1.3657017289185443e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 4.8152963734993157e-11,
+    "max_abs_err": 1.5884168980129232e-13,
+    "mean_abs_err": 1.6734893295278132e-14,
+    "w_frob_norm": 45.34644543553159,
+    "relative_err": 1.0618905908171249e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 5.3869881905389725e-11,
+    "max_abs_err": 2.0673567024953599e-13,
+    "mean_abs_err": 1.8603755121525714e-14,
+    "w_frob_norm": 44.66134080662832,
+    "relative_err": 1.2061859526034369e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 5.427640460066585e-11,
+    "max_abs_err": 2.3861555092929976e-13,
+    "mean_abs_err": 1.8779231264544753e-14,
+    "w_frob_norm": 42.99736819492931,
+    "relative_err": 1.2623192274141718e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.2044124796647576e-10,
+    "max_abs_err": 5.033826003600361e-13,
+    "mean_abs_err": 4.165939789549306e-14,
+    "w_frob_norm": 46.992897762122425,
+    "relative_err": 2.5629670376180706e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 4.650752288473017e-11,
+    "max_abs_err": 1.642366798115802e-13,
+    "mean_abs_err": 1.6082784931632618e-14,
+    "w_frob_norm": 44.87316966506257,
+    "relative_err": 1.0364216130009662e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.26523195446869e-10,
+    "max_abs_err": 5.341577874462544e-13,
+    "mean_abs_err": 4.3000106084777524e-14,
+    "w_frob_norm": 44.89437549582462,
+    "relative_err": 2.818241573683016e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.4682937851371415e-10,
+    "max_abs_err": 6.427046395085512e-13,
+    "mean_abs_err": 4.975765893637552e-14,
+    "w_frob_norm": 45.830340728440184,
+    "relative_err": 3.203759260349523e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.3321906531286052e-10,
+    "max_abs_err": 5.315426918062194e-13,
+    "mean_abs_err": 4.595807261377595e-14,
+    "w_frob_norm": 46.92957464201459,
+    "relative_err": 2.8387017425381396e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 5.799389570176435e-11,
+    "max_abs_err": 2.2358156992474676e-13,
+    "mean_abs_err": 1.983427223090662e-14,
+    "w_frob_norm": 45.53689099308789,
+    "relative_err": 1.2735585244624482e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 5.0036012831116416e-11,
+    "max_abs_err": 1.9415719032522816e-13,
+    "mean_abs_err": 1.7279845233362934e-14,
+    "w_frob_norm": 45.59164495601496,
+    "relative_err": 1.0974820689051516e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.1105789820292134e-10,
+    "max_abs_err": 4.0876677043222287e-13,
+    "mean_abs_err": 3.8142369332924437e-14,
+    "w_frob_norm": 46.465226453367194,
+    "relative_err": 2.3901292790293357e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.349583268341849e-10,
+    "max_abs_err": 5.442556127999154e-13,
+    "mean_abs_err": 4.612054961592793e-14,
+    "w_frob_norm": 46.25724889627826,
+    "relative_err": 2.9175605997840326e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 5.057954671936835e-11,
+    "max_abs_err": 1.6297380112106907e-13,
+    "mean_abs_err": 1.7554141045927637e-14,
+    "w_frob_norm": 45.30286876995248,
+    "relative_err": 1.1164755807454665e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 5.557027875667097e-11,
+    "max_abs_err": 2.5046501331282833e-13,
+    "mean_abs_err": 1.900475916303142e-14,
+    "w_frob_norm": 44.99128618336272,
+    "relative_err": 1.235134255335431e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 5.137665754960577e-11,
+    "max_abs_err": 1.9710622023438873e-13,
+    "mean_abs_err": 1.7742111333480923e-14,
+    "w_frob_norm": 44.94742311943674,
+    "relative_err": 1.1430389994346265e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.2301515281995356e-10,
+    "max_abs_err": 5.571099137569036e-13,
+    "mean_abs_err": 4.2313378915431734e-14,
+    "w_frob_norm": 46.96711580428583,
+    "relative_err": 2.6191762196461765e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.2767505848975689e-10,
+    "max_abs_err": 4.825324168011846e-13,
+    "mean_abs_err": 4.3828662512757836e-14,
+    "w_frob_norm": 46.43785081671831,
+    "relative_err": 2.7493748363520732e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.3765639034142838e-10,
+    "max_abs_err": 5.159032923085505e-13,
+    "mean_abs_err": 4.7266594326372694e-14,
+    "w_frob_norm": 45.97762492683868,
+    "relative_err": 2.993986543682332e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.369749259602692e-10,
+    "max_abs_err": 5.408659631278567e-13,
+    "mean_abs_err": 4.724597019825441e-14,
+    "w_frob_norm": 45.75737943435133,
+    "relative_err": 2.9935046030507232e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 5.100913305997755e-11,
+    "max_abs_err": 1.9662049766111522e-13,
+    "mean_abs_err": 1.766766874129509e-14,
+    "w_frob_norm": 44.935048472071415,
+    "relative_err": 1.1351747643419453e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 5.659184911796372e-11,
+    "max_abs_err": 2.1926557791651646e-13,
+    "mean_abs_err": 1.9533851477433205e-14,
+    "w_frob_norm": 44.46395809703101,
+    "relative_err": 1.2727577917032654e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.3168080484410308e-10,
+    "max_abs_err": 5.343156472825683e-13,
+    "mean_abs_err": 4.526980881335984e-14,
+    "w_frob_norm": 47.08008522611831,
+    "relative_err": 2.796953408466886e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 5.1911008167952e-11,
+    "max_abs_err": 1.9128448824901056e-13,
+    "mean_abs_err": 1.7937134138332344e-14,
+    "w_frob_norm": 45.1188288684609,
+    "relative_err": 1.1505397961301914e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 4.886618799951405e-11,
+    "max_abs_err": 1.8870668916370903e-13,
+    "mean_abs_err": 1.6968048330188164e-14,
+    "w_frob_norm": 44.44971695123478,
+    "relative_err": 1.0993588115110953e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 5.095402241701918e-11,
+    "max_abs_err": 1.9386575678126405e-13,
+    "mean_abs_err": 1.7622559091097293e-14,
+    "w_frob_norm": 44.85358535664505,
+    "relative_err": 1.1360077909462003e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.2068277460401235e-10,
+    "max_abs_err": 4.947223186668737e-13,
+    "mean_abs_err": 4.138634573921166e-14,
+    "w_frob_norm": 44.6982720080863,
+    "relative_err": 2.6999427311682162e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 4.913466242065843e-11,
+    "max_abs_err": 1.9250226412914628e-13,
+    "mean_abs_err": 1.6962538219598367e-14,
+    "w_frob_norm": 45.35103329347343,
+    "relative_err": 1.0834298328485827e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.3569885791757927e-10,
+    "max_abs_err": 5.083954091045229e-13,
+    "mean_abs_err": 4.627064889731181e-14,
+    "w_frob_norm": 47.01540508858303,
+    "relative_err": 2.8862637184962096e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 6.858539045604236e-11,
+    "max_abs_err": 2.6413593534613256e-13,
+    "mean_abs_err": 2.3388223393392826e-14,
+    "w_frob_norm": 45.510561467170284,
+    "relative_err": 1.5070214087672253e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.2717625148844708e-10,
+    "max_abs_err": 4.906700046269918e-13,
+    "mean_abs_err": 4.3946601646139734e-14,
+    "w_frob_norm": 45.59673067543962,
+    "relative_err": 2.7891528538240072e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.1998635235621952e-10,
+    "max_abs_err": 4.3901687840630643e-13,
+    "mean_abs_err": 4.1568012271595815e-14,
+    "w_frob_norm": 46.51190608376243,
+    "relative_err": 2.5796911470396056e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.3493964938549716e-10,
+    "max_abs_err": 6.416603359760131e-13,
+    "mean_abs_err": 4.630086852569068e-14,
+    "w_frob_norm": 46.62735237540167,
+    "relative_err": 2.8940019647498742e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 6.012824754940978e-11,
+    "max_abs_err": 2.4762830674873726e-13,
+    "mean_abs_err": 2.0621227940904758e-14,
+    "w_frob_norm": 44.93938562488098,
+    "relative_err": 1.33798552680078e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 5.237612146378857e-11,
+    "max_abs_err": 2.0775048348298242e-13,
+    "mean_abs_err": 1.7977600123080905e-14,
+    "w_frob_norm": 45.85568031737946,
+    "relative_err": 1.142194840448978e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.0962884845824216e-10,
+    "max_abs_err": 4.297812106202059e-13,
+    "mean_abs_err": 3.789754822736025e-14,
+    "w_frob_norm": 47.38297834846218,
+    "relative_err": 2.3136757603545656e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.573034870822444e-11,
+    "max_abs_err": 2.097419460334038e-13,
+    "mean_abs_err": 1.922190290750711e-14,
+    "w_frob_norm": 46.410975180155525,
+    "relative_err": 1.200801071123662e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 5.501716210368494e-11,
+    "max_abs_err": 2.0838886172214188e-13,
+    "mean_abs_err": 1.896154715620156e-14,
+    "w_frob_norm": 44.11398410795159,
+    "relative_err": 1.247159222097286e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 5.2382537048084605e-11,
+    "max_abs_err": 1.80855330711438e-13,
+    "mean_abs_err": 1.8098848839137108e-14,
+    "w_frob_norm": 45.54640957754843,
+    "relative_err": 1.1500914678883044e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 4.9416975059663e-11,
+    "max_abs_err": 1.9147877727831997e-13,
+    "mean_abs_err": 1.7061951433177373e-14,
+    "w_frob_norm": 44.98399680543258,
+    "relative_err": 1.0985456733292108e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.3478964652960624e-10,
+    "max_abs_err": 5.692130794487937e-13,
+    "mean_abs_err": 4.6209785791563095e-14,
+    "w_frob_norm": 45.036814531005675,
+    "relative_err": 2.9928770036968325e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.2848253173488677e-10,
+    "max_abs_err": 5.206390873979672e-13,
+    "mean_abs_err": 4.4205281125731206e-14,
+    "w_frob_norm": 46.08275357417824,
+    "relative_err": 2.7880827808622956e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.2592176393805304e-10,
+    "max_abs_err": 5.340727859959316e-13,
+    "mean_abs_err": 4.352198887642699e-14,
+    "w_frob_norm": 46.985922216246294,
+    "relative_err": 2.6799891967324873e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 6.849825748103094e-11,
+    "max_abs_err": 2.82801559947643e-13,
+    "mean_abs_err": 2.317991658626951e-14,
+    "w_frob_norm": 45.59406881681407,
+    "relative_err": 1.502350179718339e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.090696703541439e-10,
+    "max_abs_err": 4.021956379052227e-13,
+    "mean_abs_err": 3.7915820190758405e-14,
+    "w_frob_norm": 47.30731900369259,
+    "relative_err": 2.3055559404165437e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.756878320993942e-11,
+    "max_abs_err": 2.3157170625509593e-13,
+    "mean_abs_err": 1.9725076142821123e-14,
+    "w_frob_norm": 43.15886876292469,
+    "relative_err": 1.3338807262574375e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 5.7942444918700765e-11,
+    "max_abs_err": 2.372269047867803e-13,
+    "mean_abs_err": 1.98275398648759e-14,
+    "w_frob_norm": 45.116408906966754,
+    "relative_err": 1.2842876089314247e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 4.8276041618868e-11,
+    "max_abs_err": 2.0614066009727594e-13,
+    "mean_abs_err": 1.657823235217921e-14,
+    "w_frob_norm": 44.00804235994213,
+    "relative_err": 1.096982256652497e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 6.300186213973025e-11,
+    "max_abs_err": 3.0409182116830635e-13,
+    "mean_abs_err": 2.1341938125270804e-14,
+    "w_frob_norm": 45.78783528729184,
+    "relative_err": 1.3759519694353419e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.4967902563891931e-10,
+    "max_abs_err": 6.250278072883475e-13,
+    "mean_abs_err": 5.1287006225481366e-14,
+    "w_frob_norm": 47.03722098593669,
+    "relative_err": 3.182140069109753e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.235759534171173e-10,
+    "max_abs_err": 4.802443165363712e-13,
+    "mean_abs_err": 4.2417925883161646e-14,
+    "w_frob_norm": 44.991809487449984,
+    "relative_err": 2.7466322165057086e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.1571711038238314e-10,
+    "max_abs_err": 4.0623103839121377e-13,
+    "mean_abs_err": 4.0076311739014217e-14,
+    "w_frob_norm": 44.94172598357186,
+    "relative_err": 2.5748256848142134e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.5990887249538427e-10,
+    "max_abs_err": 7.070021651456315e-13,
+    "mean_abs_err": 5.433454264854518e-14,
+    "w_frob_norm": 46.94368060014904,
+    "relative_err": 3.4063982723774024e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 4.84860365448116e-11,
+    "max_abs_err": 1.6361391408370451e-13,
+    "mean_abs_err": 1.6720502027896843e-14,
+    "w_frob_norm": 45.29803202741472,
+    "relative_err": 1.0703784331175242e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.4261353819831148e-10,
+    "max_abs_err": 6.702572524774908e-13,
+    "mean_abs_err": 4.897056512007529e-14,
+    "w_frob_norm": 46.87153895706867,
+    "relative_err": 3.042646803829854e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.1585330912957326e-10,
+    "max_abs_err": 4.0309248994230273e-13,
+    "mean_abs_err": 4.009547482875727e-14,
+    "w_frob_norm": 46.769458614957955,
+    "relative_err": 2.477114607705138e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.234744658766009e-10,
+    "max_abs_err": 4.552758994455508e-13,
+    "mean_abs_err": 4.276330654964357e-14,
+    "w_frob_norm": 45.38417145736277,
+    "relative_err": 2.720650436300284e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 4.67354933875083e-11,
+    "max_abs_err": 2.3205569410489346e-13,
+    "mean_abs_err": 1.6167482390566272e-14,
+    "w_frob_norm": 44.92922299840854,
+    "relative_err": 1.04020257348238e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.5541554067374145e-10,
+    "max_abs_err": 6.351863479636677e-13,
+    "mean_abs_err": 5.274222674166566e-14,
+    "w_frob_norm": 45.13131417951353,
+    "relative_err": 3.4436298498989703e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 4.945908174389769e-11,
+    "max_abs_err": 2.330548948270561e-13,
+    "mean_abs_err": 1.7055831820577283e-14,
+    "w_frob_norm": 43.98974753810346,
+    "relative_err": 1.1243320207977269e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.1464986324659923e-11,
+    "max_abs_err": 2.699498610758688e-13,
+    "mean_abs_err": 1.7800196042411346e-14,
+    "w_frob_norm": 44.66808589476067,
+    "relative_err": 1.1521645777684083e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 6.067571472282424e-11,
+    "max_abs_err": 2.4144488491861793e-13,
+    "mean_abs_err": 2.0697560575902104e-14,
+    "w_frob_norm": 44.762544433240016,
+    "relative_err": 1.3555019155204085e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.3669288751348455e-10,
+    "max_abs_err": 5.059633267912034e-13,
+    "mean_abs_err": 4.702120676119972e-14,
+    "w_frob_norm": 44.37774560792987,
+    "relative_err": 3.080212517353718e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.344254170333309e-10,
+    "max_abs_err": 5.160594174213884e-13,
+    "mean_abs_err": 4.6092900821416606e-14,
+    "w_frob_norm": 45.70020965197474,
+    "relative_err": 2.9414617144436293e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 4.281342059522703e-11,
+    "max_abs_err": 1.4323785213488094e-13,
+    "mean_abs_err": 1.4929133632227742e-14,
+    "w_frob_norm": 44.43439737533441,
+    "relative_err": 9.635197757625674e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 5.757608076253621e-11,
+    "max_abs_err": 2.1913642233271913e-13,
+    "mean_abs_err": 1.9642163003967892e-14,
+    "w_frob_norm": 44.866003356233904,
+    "relative_err": 1.2832897172806971e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.2877370557758494e-10,
+    "max_abs_err": 4.174048259808494e-13,
+    "mean_abs_err": 4.4484159600537024e-14,
+    "w_frob_norm": 45.74007718770118,
+    "relative_err": 2.815336429126321e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.357187951257008e-10,
+    "max_abs_err": 5.225819776910612e-13,
+    "mean_abs_err": 4.659881001073074e-14,
+    "w_frob_norm": 46.491372467280314,
+    "relative_err": 2.919225394372191e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 5.70063488054347e-11,
+    "max_abs_err": 2.5406933501503914e-13,
+    "mean_abs_err": 1.9351861885710523e-14,
+    "w_frob_norm": 44.55341731384923,
+    "relative_err": 1.2795056415956341e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 5.339289559046817e-11,
+    "max_abs_err": 1.9587283184296922e-13,
+    "mean_abs_err": 1.8402806331955375e-14,
+    "w_frob_norm": 44.099010113776544,
+    "relative_err": 1.2107504330077516e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.2410682397206278e-10,
+    "max_abs_err": 4.742525816503473e-13,
+    "mean_abs_err": 4.25137720601682e-14,
+    "w_frob_norm": 46.80926916414458,
+    "relative_err": 2.6513300931245327e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.158014306490654e-10,
+    "max_abs_err": 4.0417669211478824e-13,
+    "mean_abs_err": 4.019134808523782e-14,
+    "w_frob_norm": 47.22988122355047,
+    "relative_err": 2.4518679202462776e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.237706628515167e-11,
+    "max_abs_err": 1.9757633029637844e-13,
+    "mean_abs_err": 1.806098278705492e-14,
+    "w_frob_norm": 45.94658868549341,
+    "relative_err": 1.1399554957969826e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.3945477792545092e-10,
+    "max_abs_err": 5.122256785394796e-13,
+    "mean_abs_err": 4.7805495476921e-14,
+    "w_frob_norm": 46.216354487278636,
+    "relative_err": 3.0174335356510385e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 5.0764590645721324e-11,
+    "max_abs_err": 1.747005318186723e-13,
+    "mean_abs_err": 1.756186808766373e-14,
+    "w_frob_norm": 44.40969552492142,
+    "relative_err": 1.1430970207222819e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 5.891066435413043e-11,
+    "max_abs_err": 2.0877917450423666e-13,
+    "mean_abs_err": 2.0268192659631673e-14,
+    "w_frob_norm": 45.784214722034115,
+    "relative_err": 1.2867025177081192e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.317580758007413e-10,
+    "max_abs_err": 5.869358818411108e-13,
+    "mean_abs_err": 4.523191666465711e-14,
+    "w_frob_norm": 45.13500643761691,
+    "relative_err": 2.9191992247270416e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.3614734261264932e-10,
+    "max_abs_err": 6.505386507260624e-13,
+    "mean_abs_err": 4.6829877409283483e-14,
+    "w_frob_norm": 45.66711509778099,
+    "relative_err": 2.9812993950052442e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.35.mixer.A_log": {
+    "frob_norm_diff": 1.6002389203821654e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 1.08528637465799e-16,
+    "w_frob_norm": 16.506450046249387,
+    "relative_err": 9.69462795391171e-17,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.34.norm.weight": {
+    "frob_norm_diff": 8.064812835964221e-15,
+    "max_abs_err": 6.661338147750939e-16,
+    "mean_abs_err": 1.0274880731295365e-16,
+    "w_frob_norm": 69.5008548527054,
+    "relative_err": 1.1603904517514419e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.1759018622179952e-10,
+    "max_abs_err": 7.692596559749632e-13,
+    "mean_abs_err": 5.333309756522192e-14,
+    "w_frob_norm": 49.87520858028163,
+    "relative_err": 4.362692255643512e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 5.783205098772292e-11,
+    "max_abs_err": 2.158065393054187e-13,
+    "mean_abs_err": 1.9935373713338008e-14,
+    "w_frob_norm": 45.05201492484445,
+    "relative_err": 1.2836729075091993e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.4106301124996497e-10,
+    "max_abs_err": 5.749636877716569e-13,
+    "mean_abs_err": 4.823074155785851e-14,
+    "w_frob_norm": 46.463726949751766,
+    "relative_err": 3.035981409810661e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.417334257807034e-10,
+    "max_abs_err": 6.322893597587864e-13,
+    "mean_abs_err": 4.8605304018406145e-14,
+    "w_frob_norm": 46.37599679576305,
+    "relative_err": 3.0561806877141295e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 4.636190511961627e-11,
+    "max_abs_err": 1.4819569182922265e-13,
+    "mean_abs_err": 1.614992430144094e-14,
+    "w_frob_norm": 45.15854011234249,
+    "relative_err": 1.0266475622170276e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.gate.weight": {
+    "frob_norm_diff": 3.4796193829061025e-11,
+    "max_abs_err": 3.9939492685325817e-13,
+    "mean_abs_err": 4.5550778022150145e-14,
+    "w_frob_norm": 11.942735317748342,
+    "relative_err": 2.9135866200894273e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 5.2238281217662085e-11,
+    "max_abs_err": 1.8497009479645499e-13,
+    "mean_abs_err": 1.806844339459434e-14,
+    "w_frob_norm": 45.49358635303232,
+    "relative_err": 1.1482559500209684e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.1865115127807723e-10,
+    "max_abs_err": 3.5987532398529254e-13,
+    "mean_abs_err": 2.887558345890256e-14,
+    "w_frob_norm": 45.447963738280734,
+    "relative_err": 2.6107033521094278e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.34.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.3699748664443848e-10,
+    "max_abs_err": 6.117051309928456e-13,
+    "mean_abs_err": 4.705923875151104e-14,
+    "w_frob_norm": 45.63125592904347,
+    "relative_err": 3.0022729783609144e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.35.mixer.D": {
+    "frob_norm_diff": 9.719224896418646e-16,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 5.634124351956704e-17,
+    "w_frob_norm": 6.237333182192653,
+    "relative_err": 1.558234042100983e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.35.mixer.dt_bias": {
+    "frob_norm_diff": 5.286112042453711e-15,
+    "max_abs_err": 2.6645352591003757e-15,
+    "mean_abs_err": 3.800128614561693e-16,
+    "w_frob_norm": 32.20152458483178,
+    "relative_err": 1.6415719785341104e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.35.mixer.norm.weight": {
+    "frob_norm_diff": 3.14210830490203e-14,
+    "max_abs_err": 1.0658141036401503e-14,
+    "mean_abs_err": 2.4014400742350304e-16,
+    "w_frob_norm": 262.04727855424534,
+    "relative_err": 1.199061605309362e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.35.norm.weight": {
+    "frob_norm_diff": 4.9960036108132044e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 6.554776562798078e-17,
+    "w_frob_norm": 41.729139296649194,
+    "relative_err": 1.1972457843659332e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.2524335589065106e-10,
+    "max_abs_err": 5.606973219052236e-13,
+    "mean_abs_err": 4.3004163739591595e-14,
+    "w_frob_norm": 44.78977276953342,
+    "relative_err": 2.7962489681538014e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.35.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.3149473238703753e-10,
+    "max_abs_err": 1.0859022014919617e-12,
+    "mean_abs_err": 4.7841809510566123e-14,
+    "w_frob_norm": 122.14111268698193,
+    "relative_err": 2.714030723107773e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.90265687725576e-11,
+    "max_abs_err": 2.4813137655677053e-13,
+    "mean_abs_err": 2.00918881133741e-14,
+    "w_frob_norm": 45.510691314412,
+    "relative_err": 1.296982468685671e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.5056804208431196e-10,
+    "max_abs_err": 5.944116726608328e-13,
+    "mean_abs_err": 5.170252284628746e-14,
+    "w_frob_norm": 47.165014774882835,
+    "relative_err": 3.192367113695789e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 5.621734862439883e-11,
+    "max_abs_err": 2.2377585895405616e-13,
+    "mean_abs_err": 1.9288182698150608e-14,
+    "w_frob_norm": 44.68579512986761,
+    "relative_err": 1.258058594705941e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.35.mixer.conv1d.weight": {
+    "frob_norm_diff": 6.5038154216795465e-15,
+    "max_abs_err": 1.1969591984239969e-15,
+    "mean_abs_err": 1.2677114268845619e-17,
+    "w_frob_norm": 10.348561910179832,
+    "relative_err": 6.284752874968814e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 2.6645352591003757e-15,
+    "sensitive": true
+  },
+  "backbone.layers.35.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.059588573638872e-10,
+    "max_abs_err": 2.0691781621451355e-12,
+    "mean_abs_err": 9.34598174400269e-14,
+    "w_frob_norm": 70.16776931814007,
+    "relative_err": 5.7855460036540876e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 5.267529489485607e-11,
+    "max_abs_err": 2.449707103835408e-13,
+    "mean_abs_err": 1.7812804725049784e-14,
+    "w_frob_norm": 42.69525536769171,
+    "relative_err": 1.2337505524025146e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 5.826011859214578e-11,
+    "max_abs_err": 2.0807661149646606e-13,
+    "mean_abs_err": 2.0070088994243824e-14,
+    "w_frob_norm": 44.665104658553474,
+    "relative_err": 1.3043766277392753e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.2802034633088894e-10,
+    "max_abs_err": 5.128120150743598e-13,
+    "mean_abs_err": 4.432689067915168e-14,
+    "w_frob_norm": 46.92910059899722,
+    "relative_err": 2.7279522662240083e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 7.556734122262915e-11,
+    "max_abs_err": 3.9585001943009956e-13,
+    "mean_abs_err": 2.5155165777006926e-14,
+    "w_frob_norm": 45.05439520588459,
+    "relative_err": 1.6772468230304696e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.3242906900840558e-10,
+    "max_abs_err": 4.948333409693362e-13,
+    "mean_abs_err": 4.5573953687846146e-14,
+    "w_frob_norm": 47.242585430482485,
+    "relative_err": 2.8031714988011206e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 5.866939408459147e-11,
+    "max_abs_err": 2.1834183766555881e-13,
+    "mean_abs_err": 2.0244031877231017e-14,
+    "w_frob_norm": 45.790575279932774,
+    "relative_err": 1.2812547937195867e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 6.31936256756385e-11,
+    "max_abs_err": 3.154941585759019e-13,
+    "mean_abs_err": 2.1325860551669408e-14,
+    "w_frob_norm": 45.65883767238287,
+    "relative_err": 1.384039298789721e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.0764859464302356e-10,
+    "max_abs_err": 3.6486438870220184e-13,
+    "mean_abs_err": 3.748246582019441e-14,
+    "w_frob_norm": 46.847475411822124,
+    "relative_err": 2.297852631261706e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 5.034048162225558e-11,
+    "max_abs_err": 1.6719611806159662e-13,
+    "mean_abs_err": 1.7442365099657082e-14,
+    "w_frob_norm": 43.9522502544005,
+    "relative_err": 1.1453448078512316e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.2500004576617718e-10,
+    "max_abs_err": 4.096861738744906e-13,
+    "mean_abs_err": 4.3203649689395e-14,
+    "w_frob_norm": 47.14376963404804,
+    "relative_err": 2.65146480089492e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.162299648734852e-10,
+    "max_abs_err": 4.0010009194624274e-13,
+    "mean_abs_err": 4.023176708085766e-14,
+    "w_frob_norm": 44.31434466947094,
+    "relative_err": 2.622851939714194e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.232645899661328e-10,
+    "max_abs_err": 4.1729553840186284e-13,
+    "mean_abs_err": 4.26613978864108e-14,
+    "w_frob_norm": 46.819606136083536,
+    "relative_err": 2.6327558076387502e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.1796201797890576e-11,
+    "max_abs_err": 1.8082930985929835e-13,
+    "mean_abs_err": 1.7987570475588557e-14,
+    "w_frob_norm": 44.013902619386094,
+    "relative_err": 1.1768145680196225e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.1318860133914922e-10,
+    "max_abs_err": 3.6716853515916803e-13,
+    "mean_abs_err": 3.925242194090984e-14,
+    "w_frob_norm": 45.501634350693706,
+    "relative_err": 2.4875722148082266e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 5.3757916399443065e-11,
+    "max_abs_err": 1.8108951838069487e-13,
+    "mean_abs_err": 1.8574343072329723e-14,
+    "w_frob_norm": 45.696653856762126,
+    "relative_err": 1.1764081581979562e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 5.183983493751486e-11,
+    "max_abs_err": 2.2972942992360856e-13,
+    "mean_abs_err": 1.788352607709331e-14,
+    "w_frob_norm": 44.45825767835195,
+    "relative_err": 1.1660338853710236e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.246643286286022e-10,
+    "max_abs_err": 4.877626080812547e-13,
+    "mean_abs_err": 4.3007591561907235e-14,
+    "w_frob_norm": 46.131362649951235,
+    "relative_err": 2.702376896485064e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 4.9809257082438214e-11,
+    "max_abs_err": 1.7362066645487673e-13,
+    "mean_abs_err": 1.722959400815517e-14,
+    "w_frob_norm": 44.15557671261101,
+    "relative_err": 1.1280400074179644e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.5466605889397183e-10,
+    "max_abs_err": 6.857500678414397e-13,
+    "mean_abs_err": 5.17152653185388e-14,
+    "w_frob_norm": 44.80520533823431,
+    "relative_err": 3.451966300040328e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.3629158466553588e-10,
+    "max_abs_err": 5.492273302820649e-13,
+    "mean_abs_err": 4.703266065099995e-14,
+    "w_frob_norm": 47.082027083243254,
+    "relative_err": 2.8947688344974167e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 5.268190565370586e-11,
+    "max_abs_err": 2.229804882403208e-13,
+    "mean_abs_err": 1.8270905456232165e-14,
+    "w_frob_norm": 45.57334021424078,
+    "relative_err": 1.1559807862677529e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.3799215960768872e-10,
+    "max_abs_err": 5.202539787863003e-13,
+    "mean_abs_err": 4.754302918375707e-14,
+    "w_frob_norm": 46.39823491886933,
+    "relative_err": 2.974082092755856e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 6.207702915852459e-11,
+    "max_abs_err": 2.4824933775313696e-13,
+    "mean_abs_err": 2.1306736983093774e-14,
+    "w_frob_norm": 44.47939331758135,
+    "relative_err": 1.3956356984299838e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.1968457793334184e-10,
+    "max_abs_err": 4.2060799287924056e-13,
+    "mean_abs_err": 4.161158293004064e-14,
+    "w_frob_norm": 47.568201406914156,
+    "relative_err": 2.516062714028649e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 5.838180837142655e-11,
+    "max_abs_err": 2.1979640330016537e-13,
+    "mean_abs_err": 1.9943967894219044e-14,
+    "w_frob_norm": 45.00943505614492,
+    "relative_err": 1.2971015587865274e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.2444078551570469e-10,
+    "max_abs_err": 4.4993696268758043e-13,
+    "mean_abs_err": 4.315530367064379e-14,
+    "w_frob_norm": 47.09588687700723,
+    "relative_err": 2.642285638248765e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 4.8993700149662596e-11,
+    "max_abs_err": 1.6571813366006438e-13,
+    "mean_abs_err": 1.7017331245576897e-14,
+    "w_frob_norm": 45.894065799648736,
+    "relative_err": 1.0675388919244018e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 6.240638549863743e-11,
+    "max_abs_err": 2.920615138624072e-13,
+    "mean_abs_err": 2.1220163974091235e-14,
+    "w_frob_norm": 45.72984230019163,
+    "relative_err": 1.3646752833515878e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 4.860210890667659e-11,
+    "max_abs_err": 2.180061686729573e-13,
+    "mean_abs_err": 1.667439162752207e-14,
+    "w_frob_norm": 44.0640229658223,
+    "relative_err": 1.1029884616839048e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.128699690094274e-10,
+    "max_abs_err": 3.637021239732974e-13,
+    "mean_abs_err": 3.9270391531345144e-14,
+    "w_frob_norm": 46.12158324950231,
+    "relative_err": 2.4472266790764466e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.2348604325714928e-10,
+    "max_abs_err": 5.212011378041836e-13,
+    "mean_abs_err": 4.269076650667067e-14,
+    "w_frob_norm": 45.58581051850839,
+    "relative_err": 2.7088701912410322e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 6.071524647885488e-11,
+    "max_abs_err": 2.370187379696631e-13,
+    "mean_abs_err": 2.0694172669211994e-14,
+    "w_frob_norm": 44.96536619155374,
+    "relative_err": 1.350266919215251e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.3236633194071292e-10,
+    "max_abs_err": 7.004292978951554e-13,
+    "mean_abs_err": 4.540649099794997e-14,
+    "w_frob_norm": 45.741703966374956,
+    "relative_err": 2.8937778976930185e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 5.68332300175613e-11,
+    "max_abs_err": 2.460826681316419e-13,
+    "mean_abs_err": 1.9554787179141112e-14,
+    "w_frob_norm": 44.539948296630826,
+    "relative_err": 1.27600574744853e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 4.988209279646651e-11,
+    "max_abs_err": 1.6858042739542611e-13,
+    "mean_abs_err": 1.734979829446274e-14,
+    "w_frob_norm": 44.80028072473003,
+    "relative_err": 1.1134325943839743e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 5.659285618728335e-11,
+    "max_abs_err": 2.1625756740917268e-13,
+    "mean_abs_err": 1.946335747169812e-14,
+    "w_frob_norm": 44.996615514469376,
+    "relative_err": 1.2577136200184883e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.2300037970534819e-10,
+    "max_abs_err": 4.441863543647173e-13,
+    "mean_abs_err": 4.253335529351119e-14,
+    "w_frob_norm": 47.55674551210258,
+    "relative_err": 2.5863918647260288e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.4948593737377238e-10,
+    "max_abs_err": 6.54233611729893e-13,
+    "mean_abs_err": 5.0599591666690987e-14,
+    "w_frob_norm": 44.37516408664514,
+    "relative_err": 3.3686847237768455e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.2710421158655513e-10,
+    "max_abs_err": 4.488631688559508e-13,
+    "mean_abs_err": 4.388120856302297e-14,
+    "w_frob_norm": 46.43572388645127,
+    "relative_err": 2.737207497773946e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.95727513079253e-11,
+    "max_abs_err": 2.17131868041065e-13,
+    "mean_abs_err": 2.0476019303062843e-14,
+    "w_frob_norm": 44.278164916080144,
+    "relative_err": 1.3454205119121985e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.3499722975480866e-10,
+    "max_abs_err": 5.631762417523944e-13,
+    "mean_abs_err": 4.660289286519494e-14,
+    "w_frob_norm": 45.905650243118025,
+    "relative_err": 2.940754112834876e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.2558157148235732e-10,
+    "max_abs_err": 4.729480695964128e-13,
+    "mean_abs_err": 4.3359676150894847e-14,
+    "w_frob_norm": 46.828982642913914,
+    "relative_err": 2.681706165601702e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 5.647700421013876e-11,
+    "max_abs_err": 2.0207099882263435e-13,
+    "mean_abs_err": 1.9416286009116244e-14,
+    "w_frob_norm": 45.700314566333,
+    "relative_err": 1.2358121546004597e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.545965458359554e-10,
+    "max_abs_err": 6.61942722857134e-13,
+    "mean_abs_err": 5.256864497417569e-14,
+    "w_frob_norm": 47.35365076336823,
+    "relative_err": 3.2647228533337914e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 4.492471022400965e-11,
+    "max_abs_err": 1.633901347553035e-13,
+    "mean_abs_err": 1.5517354031225512e-14,
+    "w_frob_norm": 39.77971369800697,
+    "relative_err": 1.1293371934514564e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 4.8913855939298913e-11,
+    "max_abs_err": 1.6609977282477928e-13,
+    "mean_abs_err": 1.6940288482938472e-14,
+    "w_frob_norm": 46.437447709035375,
+    "relative_err": 1.0533278281308666e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 6.11764270936901e-11,
+    "max_abs_err": 2.381645228255458e-13,
+    "mean_abs_err": 2.098517792445835e-14,
+    "w_frob_norm": 46.26413199864494,
+    "relative_err": 1.3223295121041486e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.2945608519379926e-10,
+    "max_abs_err": 4.721015245401361e-13,
+    "mean_abs_err": 4.470322007687115e-14,
+    "w_frob_norm": 47.501456077439535,
+    "relative_err": 2.7253077249411617e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.3416916097845408e-10,
+    "max_abs_err": 6.650166528565649e-13,
+    "mean_abs_err": 4.579594527182174e-14,
+    "w_frob_norm": 47.16829723389578,
+    "relative_err": 2.8444775166070295e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.6387186160958326e-10,
+    "max_abs_err": 7.081973896205795e-13,
+    "mean_abs_err": 5.521861844402578e-14,
+    "w_frob_norm": 47.6494559666802,
+    "relative_err": 3.439112961209333e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 5.062231976894679e-11,
+    "max_abs_err": 1.8216157748884854e-13,
+    "mean_abs_err": 1.752777558335962e-14,
+    "w_frob_norm": 45.41602701179227,
+    "relative_err": 1.1146355835089384e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 5.179968590344306e-11,
+    "max_abs_err": 1.9542006901573927e-13,
+    "mean_abs_err": 1.793002705322615e-14,
+    "w_frob_norm": 45.59712426269433,
+    "relative_err": 1.1360296672442435e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.1530519203702821e-10,
+    "max_abs_err": 4.166987935261268e-13,
+    "mean_abs_err": 3.985100675970078e-14,
+    "w_frob_norm": 41.914269072701245,
+    "relative_err": 2.750977044047428e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.328301210170811e-10,
+    "max_abs_err": 5.455705331947058e-13,
+    "mean_abs_err": 4.56898945593408e-14,
+    "w_frob_norm": 47.42805853867654,
+    "relative_err": 2.8006653679226837e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 6.04750188795445e-11,
+    "max_abs_err": 2.6978419498391304e-13,
+    "mean_abs_err": 2.068266831125397e-14,
+    "w_frob_norm": 46.14829179262391,
+    "relative_err": 1.310449781138172e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 4.780440228008048e-11,
+    "max_abs_err": 1.8261434031607848e-13,
+    "mean_abs_err": 1.6545915528910442e-14,
+    "w_frob_norm": 43.69533642412662,
+    "relative_err": 1.0940390026081825e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.2406481412923263e-10,
+    "max_abs_err": 4.2819914281011506e-13,
+    "mean_abs_err": 4.2849291881156075e-14,
+    "w_frob_norm": 46.46563621968551,
+    "relative_err": 2.6700336899007457e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.1587416265951969e-10,
+    "max_abs_err": 4.691663724187833e-13,
+    "mean_abs_err": 4.0071524882350304e-14,
+    "w_frob_norm": 47.398026354717224,
+    "relative_err": 2.4447043805651516e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 6.035271810506695e-11,
+    "max_abs_err": 2.13017103956048e-13,
+    "mean_abs_err": 2.061802744352956e-14,
+    "w_frob_norm": 46.30550060415341,
+    "relative_err": 1.3033595861752452e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 5.519570961459888e-11,
+    "max_abs_err": 2.191198611445344e-13,
+    "mean_abs_err": 1.900665025709087e-14,
+    "w_frob_norm": 44.66750099211735,
+    "relative_err": 1.2357017605336704e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.2670736037690174e-10,
+    "max_abs_err": 4.937578124142306e-13,
+    "mean_abs_err": 4.3491192690632784e-14,
+    "w_frob_norm": 46.73639652828974,
+    "relative_err": 2.7111067559563615e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.1938240160549472e-10,
+    "max_abs_err": 4.67320626640344e-13,
+    "mean_abs_err": 4.1233248704765556e-14,
+    "w_frob_norm": 46.69586694957552,
+    "relative_err": 2.556594606850531e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.464426618457926e-11,
+    "max_abs_err": 2.028308077051122e-13,
+    "mean_abs_err": 1.885569317300144e-14,
+    "w_frob_norm": 44.674484853459376,
+    "relative_err": 1.2231649981823545e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.4336575953948182e-10,
+    "max_abs_err": 5.90662935229247e-13,
+    "mean_abs_err": 4.931486449005556e-14,
+    "w_frob_norm": 46.50179378271665,
+    "relative_err": 3.0830156834243812e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 4.7369905831207234e-11,
+    "max_abs_err": 1.7025963972017166e-13,
+    "mean_abs_err": 1.6443434876554613e-14,
+    "w_frob_norm": 45.07998929762996,
+    "relative_err": 1.0507967408434516e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.405249158473011e-10,
+    "max_abs_err": 5.414696468974967e-13,
+    "mean_abs_err": 4.8273236851625894e-14,
+    "w_frob_norm": 47.29457861461421,
+    "relative_err": 2.971269011452369e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 7.453023156223385e-11,
+    "max_abs_err": 3.192654474126755e-13,
+    "mean_abs_err": 2.4494771871167974e-14,
+    "w_frob_norm": 44.77737586556108,
+    "relative_err": 1.6644617984314733e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.0037734619906881e-10,
+    "max_abs_err": 4.610860304676834e-13,
+    "mean_abs_err": 3.480505384285492e-14,
+    "w_frob_norm": 45.06895542054944,
+    "relative_err": 2.227194867562899e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.2197145763946865e-10,
+    "max_abs_err": 4.893932481486729e-13,
+    "mean_abs_err": 4.215638988823155e-14,
+    "w_frob_norm": 45.08042682107975,
+    "relative_err": 2.7056411449599324e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 5.303046968259098e-11,
+    "max_abs_err": 2.5388371960310963e-13,
+    "mean_abs_err": 1.8155582278890415e-14,
+    "w_frob_norm": 46.043490833236994,
+    "relative_err": 1.1517473745563696e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.1113396955120218e-10,
+    "max_abs_err": 4.2122902388364025e-13,
+    "mean_abs_err": 3.8478726486307914e-14,
+    "w_frob_norm": 45.45243387925471,
+    "relative_err": 2.4450609145911035e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.2319174590423262e-10,
+    "max_abs_err": 4.943059850326392e-13,
+    "mean_abs_err": 4.264987692301541e-14,
+    "w_frob_norm": 46.97127707985241,
+    "relative_err": 2.622703779052109e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.335718409350991e-11,
+    "max_abs_err": 2.37548695991574e-13,
+    "mean_abs_err": 1.8391335912238644e-14,
+    "w_frob_norm": 44.91499419664708,
+    "relative_err": 1.1879592783626151e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 5.123014534792143e-11,
+    "max_abs_err": 1.8875526142103638e-13,
+    "mean_abs_err": 1.7720465515965324e-14,
+    "w_frob_norm": 43.745942754938184,
+    "relative_err": 1.17108335360171e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 4.690122951065204e-11,
+    "max_abs_err": 1.6866022467532105e-13,
+    "mean_abs_err": 1.625751639625255e-14,
+    "w_frob_norm": 43.176833800091664,
+    "relative_err": 1.0862591205229243e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 6.411988084474517e-11,
+    "max_abs_err": 2.3361867995674857e-13,
+    "mean_abs_err": 2.204722936837427e-14,
+    "w_frob_norm": 43.958441779928116,
+    "relative_err": 1.4586477192652216e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.3471576293741975e-10,
+    "max_abs_err": 4.927169783286445e-13,
+    "mean_abs_err": 4.6280101635403894e-14,
+    "w_frob_norm": 45.00853354803067,
+    "relative_err": 2.993116023068345e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.181598613948481e-10,
+    "max_abs_err": 4.1167763642491195e-13,
+    "mean_abs_err": 4.0997307633675084e-14,
+    "w_frob_norm": 44.861214207762295,
+    "relative_err": 2.6338979780534564e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.3432834888832675e-10,
+    "max_abs_err": 4.713937573619376e-13,
+    "mean_abs_err": 4.641401545048464e-14,
+    "w_frob_norm": 46.89042172283484,
+    "relative_err": 2.864728956423762e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 5.199365893816512e-11,
+    "max_abs_err": 2.2422515233433415e-13,
+    "mean_abs_err": 1.785665431309903e-14,
+    "w_frob_norm": 43.254607561195414,
+    "relative_err": 1.2020374676756906e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 5.065053281093773e-11,
+    "max_abs_err": 2.0185502574987524e-13,
+    "mean_abs_err": 1.7562323725277067e-14,
+    "w_frob_norm": 44.71208022155557,
+    "relative_err": 1.1328153948542804e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.428451458522258e-10,
+    "max_abs_err": 5.124529273148326e-13,
+    "mean_abs_err": 4.882823588009069e-14,
+    "w_frob_norm": 46.85823098851891,
+    "relative_err": 3.0484536620092498e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 5.85413054183192e-11,
+    "max_abs_err": 3.115077640281072e-13,
+    "mean_abs_err": 1.9639489062488556e-14,
+    "w_frob_norm": 45.271897409482804,
+    "relative_err": 1.2931047463907918e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.252816043812602e-10,
+    "max_abs_err": 4.271479003836731e-13,
+    "mean_abs_err": 4.3073224116773395e-14,
+    "w_frob_norm": 46.21846939234916,
+    "relative_err": 2.7106394051638344e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 5.178865945592665e-11,
+    "max_abs_err": 1.959855888689077e-13,
+    "mean_abs_err": 1.7877882088676215e-14,
+    "w_frob_norm": 44.58343626528565,
+    "relative_err": 1.1616121096581167e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 5.7759874980319365e-11,
+    "max_abs_err": 1.9511996185439529e-13,
+    "mean_abs_err": 1.9850731285952747e-14,
+    "w_frob_norm": 44.60811740922686,
+    "relative_err": 1.2948287965268887e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.445825721169749e-10,
+    "max_abs_err": 5.7772189809846e-13,
+    "mean_abs_err": 4.9045264310760063e-14,
+    "w_frob_norm": 47.14568455501121,
+    "relative_err": 3.06671911717118e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.1531754760663871e-10,
+    "max_abs_err": 4.422417293481473e-13,
+    "mean_abs_err": 3.983490896637683e-14,
+    "w_frob_norm": 45.85631367912362,
+    "relative_err": 2.5147583474233287e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.858598608209554e-11,
+    "max_abs_err": 3.2122915438748123e-13,
+    "mean_abs_err": 1.9809578421816604e-14,
+    "w_frob_norm": 44.38695682385679,
+    "relative_err": 1.319891929392356e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.2005024227615746e-10,
+    "max_abs_err": 4.577518919468559e-13,
+    "mean_abs_err": 4.14583110473179e-14,
+    "w_frob_norm": 44.776554849100485,
+    "relative_err": 2.6810960039407576e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 4.956265262732231e-11,
+    "max_abs_err": 1.900250790054514e-13,
+    "mean_abs_err": 1.7048815321865605e-14,
+    "w_frob_norm": 43.10541283714609,
+    "relative_err": 1.1498011355226297e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 6.428055459754601e-11,
+    "max_abs_err": 2.78988637747446e-13,
+    "mean_abs_err": 2.1837674169334813e-14,
+    "w_frob_norm": 45.439017590745436,
+    "relative_err": 1.4146554658487607e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.951115666803857e-11,
+    "max_abs_err": 1.7995674395088201e-13,
+    "mean_abs_err": 1.7096004542889854e-14,
+    "w_frob_norm": 44.4941370847046,
+    "relative_err": 1.112756868928213e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.4070422870076692e-10,
+    "max_abs_err": 6.438222351079492e-13,
+    "mean_abs_err": 4.8176263842860435e-14,
+    "w_frob_norm": 46.75724854386243,
+    "relative_err": 3.0092495406091725e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.081483152724338e-11,
+    "max_abs_err": 1.793079573708667e-13,
+    "mean_abs_err": 1.7521536221532326e-14,
+    "w_frob_norm": 45.5486271032193,
+    "relative_err": 1.1156171932930086e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.2467570394849056e-10,
+    "max_abs_err": 4.683293683416245e-13,
+    "mean_abs_err": 4.317979145234068e-14,
+    "w_frob_norm": 47.750768516780454,
+    "relative_err": 2.610967484317605e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.123667424418607e-10,
+    "max_abs_err": 4.736315506459476e-13,
+    "mean_abs_err": 3.896429514128739e-14,
+    "w_frob_norm": 46.204408351853026,
+    "relative_err": 2.431948518552002e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 4.9877073567788576e-11,
+    "max_abs_err": 2.08978667703974e-13,
+    "mean_abs_err": 1.727616646911025e-14,
+    "w_frob_norm": 45.80316138520284,
+    "relative_err": 1.088943908223371e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.2065859175355574e-10,
+    "max_abs_err": 4.3012815531540127e-13,
+    "mean_abs_err": 4.1739046866575703e-14,
+    "w_frob_norm": 45.92794392906382,
+    "relative_err": 2.6271280930823762e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 5.416865106293014e-11,
+    "max_abs_err": 2.0837498393433407e-13,
+    "mean_abs_err": 1.86811956933012e-14,
+    "w_frob_norm": 43.99833890183265,
+    "relative_err": 1.2311521847174522e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 6.087540009813562e-11,
+    "max_abs_err": 2.596516751607325e-13,
+    "mean_abs_err": 2.0680253570314718e-14,
+    "w_frob_norm": 44.721363654342355,
+    "relative_err": 1.361215202842428e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.1456979380994563e-10,
+    "max_abs_err": 4.350166060707039e-13,
+    "mean_abs_err": 3.971179876620014e-14,
+    "w_frob_norm": 46.03520802381091,
+    "relative_err": 2.4887428281129175e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 6.021181425355724e-11,
+    "max_abs_err": 2.636918461362825e-13,
+    "mean_abs_err": 2.0420417810231422e-14,
+    "w_frob_norm": 45.33290703640644,
+    "relative_err": 1.3282142750122265e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.1042146672295886e-10,
+    "max_abs_err": 3.86018040449132e-13,
+    "mean_abs_err": 3.8191503145156074e-14,
+    "w_frob_norm": 46.15547449971767,
+    "relative_err": 2.3923807071604106e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 6.302801442956292e-11,
+    "max_abs_err": 2.338181731564859e-13,
+    "mean_abs_err": 2.164535016101215e-14,
+    "w_frob_norm": 44.934665890770034,
+    "relative_err": 1.4026590201599655e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 6.540473430166934e-11,
+    "max_abs_err": 2.975441074082319e-13,
+    "mean_abs_err": 2.206083624999419e-14,
+    "w_frob_norm": 44.74895408967911,
+    "relative_err": 1.4615924691914592e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.0512636329717437e-10,
+    "max_abs_err": 3.5620898591881556e-13,
+    "mean_abs_err": 3.6497313625795543e-14,
+    "w_frob_norm": 45.2782706327133,
+    "relative_err": 2.321783977792234e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.4074184719962046e-10,
+    "max_abs_err": 6.198201674134651e-13,
+    "mean_abs_err": 4.7906389906570925e-14,
+    "w_frob_norm": 46.98698532388779,
+    "relative_err": 2.9953368199612602e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.0105183571093429e-10,
+    "max_abs_err": 4.0457914796121486e-13,
+    "mean_abs_err": 3.5168317589111697e-14,
+    "w_frob_norm": 46.245439947305876,
+    "relative_err": 2.1851199994221544e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.3192020960150354e-10,
+    "max_abs_err": 5.057967933375096e-13,
+    "mean_abs_err": 4.531863409496216e-14,
+    "w_frob_norm": 47.06646647333908,
+    "relative_err": 2.802849236116548e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.674266382930323e-11,
+    "max_abs_err": 2.164509890767441e-13,
+    "mean_abs_err": 1.9395384695153992e-14,
+    "w_frob_norm": 45.01219667771814,
+    "relative_err": 1.2606064137587823e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 4.72078772648781e-11,
+    "max_abs_err": 1.638546069659963e-13,
+    "mean_abs_err": 1.632109964828693e-14,
+    "w_frob_norm": 43.03756514133302,
+    "relative_err": 1.0968993508310707e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 5.573528490433616e-11,
+    "max_abs_err": 1.9543568152702306e-13,
+    "mean_abs_err": 1.9237848308510352e-14,
+    "w_frob_norm": 45.69658137314214,
+    "relative_err": 1.2196817186218269e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 5.739037726014298e-11,
+    "max_abs_err": 2.1727758481304704e-13,
+    "mean_abs_err": 1.971165716548216e-14,
+    "w_frob_norm": 45.21841333683432,
+    "relative_err": 1.2691815794738101e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.3879671489120672e-10,
+    "max_abs_err": 5.593372987000578e-13,
+    "mean_abs_err": 4.765487979749361e-14,
+    "w_frob_norm": 46.653430329561964,
+    "relative_err": 2.97505915236544e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.2767348804082408e-10,
+    "max_abs_err": 5.235083200272328e-13,
+    "mean_abs_err": 4.4006197508074206e-14,
+    "w_frob_norm": 45.04232401226075,
+    "relative_err": 2.8345226593119553e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.494133138621652e-10,
+    "max_abs_err": 5.795054106721986e-13,
+    "mean_abs_err": 5.123323183383218e-14,
+    "w_frob_norm": 46.94353091997561,
+    "relative_err": 3.182830752907558e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 6.395696409923422e-11,
+    "max_abs_err": 3.252320288082977e-13,
+    "mean_abs_err": 2.153136967515858e-14,
+    "w_frob_norm": 42.78400380381509,
+    "relative_err": 1.4948802920013559e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.2008120629619383e-10,
+    "max_abs_err": 4.674871600940378e-13,
+    "mean_abs_err": 4.132759676068034e-14,
+    "w_frob_norm": 47.288755424367004,
+    "relative_err": 2.5393183901456253e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 5.176192033665926e-11,
+    "max_abs_err": 1.7875458058203009e-13,
+    "mean_abs_err": 1.7914813929679567e-14,
+    "w_frob_norm": 44.55889684190978,
+    "relative_err": 1.1616517464582897e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.0259383269763483e-10,
+    "max_abs_err": 3.8679075133746244e-13,
+    "mean_abs_err": 3.564281521089648e-14,
+    "w_frob_norm": 45.19717324002288,
+    "relative_err": 2.2699170178808046e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.1938760642474154e-10,
+    "max_abs_err": 4.0266401324373646e-13,
+    "mean_abs_err": 4.130211252809119e-14,
+    "w_frob_norm": 47.78159796692648,
+    "relative_err": 2.498610584505344e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.4452663995131832e-10,
+    "max_abs_err": 6.109713429625074e-13,
+    "mean_abs_err": 4.956185155108118e-14,
+    "w_frob_norm": 46.17357338397311,
+    "relative_err": 3.1300726662295463e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 5.397972921205598e-11,
+    "max_abs_err": 2.138705879062286e-13,
+    "mean_abs_err": 1.850193786966966e-14,
+    "w_frob_norm": 44.96398155610644,
+    "relative_err": 1.2005104384428148e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 5.096116607063137e-11,
+    "max_abs_err": 1.6565915306188117e-13,
+    "mean_abs_err": 1.7716131078971885e-14,
+    "w_frob_norm": 46.31326364599997,
+    "relative_err": 1.1003579117239093e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 5.963045285117368e-11,
+    "max_abs_err": 2.4359680939056716e-13,
+    "mean_abs_err": 2.038719399087435e-14,
+    "w_frob_norm": 46.16590218466119,
+    "relative_err": 1.2916557465433034e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.493694358033532e-10,
+    "max_abs_err": 6.024417076311295e-13,
+    "mean_abs_err": 5.036907965854168e-14,
+    "w_frob_norm": 45.4827083152761,
+    "relative_err": 3.284092819802137e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 4.9558117838327925e-11,
+    "max_abs_err": 1.7196660762053284e-13,
+    "mean_abs_err": 1.7189288749651987e-14,
+    "w_frob_norm": 45.869248157169395,
+    "relative_err": 1.0804214114981512e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.1854854974295078e-10,
+    "max_abs_err": 3.7427271568427067e-13,
+    "mean_abs_err": 4.108311111662705e-14,
+    "w_frob_norm": 48.028673373499245,
+    "relative_err": 2.4682869922524705e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 4.826912034812916e-11,
+    "max_abs_err": 1.9488577418513842e-13,
+    "mean_abs_err": 1.6665731410575386e-14,
+    "w_frob_norm": 43.963737441541,
+    "relative_err": 1.0979303206947104e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.470028031353919e-10,
+    "max_abs_err": 6.340105307076072e-13,
+    "mean_abs_err": 5.010134787502704e-14,
+    "w_frob_norm": 45.63470540760193,
+    "relative_err": 3.2212940090745903e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.4452795462487652e-10,
+    "max_abs_err": 5.254182505742833e-13,
+    "mean_abs_err": 4.966908314341751e-14,
+    "w_frob_norm": 47.332802144635195,
+    "relative_err": 3.053441758703433e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.200235483687089e-11,
+    "max_abs_err": 1.9156898289907076e-13,
+    "mean_abs_err": 1.7946402251701795e-14,
+    "w_frob_norm": 45.39160463016883,
+    "relative_err": 1.1456381694492537e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.4256655928856597e-11,
+    "max_abs_err": 2.2483750972135397e-13,
+    "mean_abs_err": 1.8611196539615056e-14,
+    "w_frob_norm": 44.35615892998632,
+    "relative_err": 1.2232045613890428e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 4.8186038807658896e-11,
+    "max_abs_err": 1.6831848415055362e-13,
+    "mean_abs_err": 1.6710520575800433e-14,
+    "w_frob_norm": 45.22835858747865,
+    "relative_err": 1.0653943745152642e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 5.950070236715137e-11,
+    "max_abs_err": 2.51684957597309e-13,
+    "mean_abs_err": 2.0256242070061616e-14,
+    "w_frob_norm": 45.881059273624984,
+    "relative_err": 1.2968467448038134e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.17313884187579e-10,
+    "max_abs_err": 4.097069905562023e-13,
+    "mean_abs_err": 4.059697309076618e-14,
+    "w_frob_norm": 46.1332974110149,
+    "relative_err": 2.542932995714476e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.158918655956654e-10,
+    "max_abs_err": 4.297239647454987e-13,
+    "mean_abs_err": 4.019585722171217e-14,
+    "w_frob_norm": 45.71615179504183,
+    "relative_err": 2.535031078627106e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.1140593384734829e-10,
+    "max_abs_err": 4.0621672692253696e-13,
+    "mean_abs_err": 3.856626282628362e-14,
+    "w_frob_norm": 47.18848208538465,
+    "relative_err": 2.3608713169829475e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.117340479846407e-10,
+    "max_abs_err": 4.469185438393808e-13,
+    "mean_abs_err": 3.868787836873475e-14,
+    "w_frob_norm": 46.67357285553931,
+    "relative_err": 2.393946748633791e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 4.8122821293000056e-11,
+    "max_abs_err": 1.9262369477246466e-13,
+    "mean_abs_err": 1.6612301367650566e-14,
+    "w_frob_norm": 45.09220921951813,
+    "relative_err": 1.0672092169786644e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.1623171550116451e-10,
+    "max_abs_err": 4.1388507204809244e-13,
+    "mean_abs_err": 4.026186122880527e-14,
+    "w_frob_norm": 46.778446911617685,
+    "relative_err": 2.48472797142604e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 4.640765741527303e-11,
+    "max_abs_err": 1.5946272080569202e-13,
+    "mean_abs_err": 1.609538677955297e-14,
+    "w_frob_norm": 45.772149560460235,
+    "relative_err": 1.0138841601479379e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.246602621384482e-10,
+    "max_abs_err": 4.1965129288223935e-13,
+    "mean_abs_err": 4.308953969912723e-14,
+    "w_frob_norm": 47.26167843519495,
+    "relative_err": 2.6376604950537655e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.1444595319798892e-10,
+    "max_abs_err": 4.997269958950668e-13,
+    "mean_abs_err": 3.9414996187020704e-14,
+    "w_frob_norm": 46.963397984505086,
+    "relative_err": 2.436918070446026e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 5.6813491289356245e-11,
+    "max_abs_err": 2.518818487118324e-13,
+    "mean_abs_err": 1.949469003877089e-14,
+    "w_frob_norm": 45.56749694728811,
+    "relative_err": 1.2467985975854094e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.2789446466998225e-10,
+    "max_abs_err": 5.606001773905689e-13,
+    "mean_abs_err": 4.414363161025604e-14,
+    "w_frob_norm": 46.557473448108084,
+    "relative_err": 2.7470233068495555e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.3464340115575124e-10,
+    "max_abs_err": 4.787281682183675e-13,
+    "mean_abs_err": 4.625248423415447e-14,
+    "w_frob_norm": 46.96522051335028,
+    "relative_err": 2.8668746720241133e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.1616562787944649e-10,
+    "max_abs_err": 4.043380213980541e-13,
+    "mean_abs_err": 4.023932227988897e-14,
+    "w_frob_norm": 45.99251144688639,
+    "relative_err": 2.525750915202755e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.063812689248412e-11,
+    "max_abs_err": 2.2034457591857404e-13,
+    "mean_abs_err": 1.726392025564532e-14,
+    "w_frob_norm": 44.03160307008399,
+    "relative_err": 1.1500405018614628e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 5.943224177506634e-11,
+    "max_abs_err": 2.5597579611513765e-13,
+    "mean_abs_err": 2.026505616162036e-14,
+    "w_frob_norm": 45.02952021763952,
+    "relative_err": 1.3198506554769998e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 5.023662114724922e-11,
+    "max_abs_err": 1.774067004411961e-13,
+    "mean_abs_err": 1.742220275074849e-14,
+    "w_frob_norm": 44.35877360890024,
+    "relative_err": 1.1325069892637796e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 5.359093558923545e-11,
+    "max_abs_err": 1.855147979679117e-13,
+    "mean_abs_err": 1.845643704892099e-14,
+    "w_frob_norm": 45.56925417721225,
+    "relative_err": 1.1760327562269954e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.1317353405131591e-10,
+    "max_abs_err": 4.221380189850521e-13,
+    "mean_abs_err": 3.9145874350228746e-14,
+    "w_frob_norm": 45.27005440604577,
+    "relative_err": 2.4999646131682513e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 5.592251086141788e-11,
+    "max_abs_err": 2.2092744300650224e-13,
+    "mean_abs_err": 1.913399841605679e-14,
+    "w_frob_norm": 44.65980348517437,
+    "relative_err": 1.252188914803048e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 5.1291184541499697e-11,
+    "max_abs_err": 1.8388068845354155e-13,
+    "mean_abs_err": 1.7707256930201344e-14,
+    "w_frob_norm": 45.14008811718472,
+    "relative_err": 1.1362668235902994e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.3568387493396365e-10,
+    "max_abs_err": 6.378855776922876e-13,
+    "mean_abs_err": 4.669428294174936e-14,
+    "w_frob_norm": 48.15676004321878,
+    "relative_err": 2.8175457570690542e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.2970141163409587e-10,
+    "max_abs_err": 5.241848621828638e-13,
+    "mean_abs_err": 4.461925451838013e-14,
+    "w_frob_norm": 45.19066462548316,
+    "relative_err": 2.870093031580616e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.2332852149069287e-10,
+    "max_abs_err": 4.739680870002871e-13,
+    "mean_abs_err": 4.237602496144359e-14,
+    "w_frob_norm": 45.527574562714896,
+    "relative_err": 2.708875284379712e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 4.974570478291126e-11,
+    "max_abs_err": 2.226066553312478e-13,
+    "mean_abs_err": 1.6906167758984616e-14,
+    "w_frob_norm": 44.368565229763675,
+    "relative_err": 1.1211925498447367e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 5.848800226534768e-11,
+    "max_abs_err": 1.9919092417164386e-13,
+    "mean_abs_err": 2.0214615299695025e-14,
+    "w_frob_norm": 45.48495235640143,
+    "relative_err": 1.285875860813477e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.740705200084398e-11,
+    "max_abs_err": 2.2041656694282707e-13,
+    "mean_abs_err": 1.9677485431241327e-14,
+    "w_frob_norm": 45.97588392702093,
+    "relative_err": 1.2486340032519685e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.2570824589079397e-10,
+    "max_abs_err": 5.785996681773042e-13,
+    "mean_abs_err": 4.2867787882740255e-14,
+    "w_frob_norm": 46.337201251918366,
+    "relative_err": 2.7129011354691958e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.7272703968980802e-10,
+    "max_abs_err": 6.829918575146365e-13,
+    "mean_abs_err": 5.864207285078845e-14,
+    "w_frob_norm": 47.12763074830407,
+    "relative_err": 3.665090668620632e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 5.1469159262549495e-11,
+    "max_abs_err": 1.6955534198892508e-13,
+    "mean_abs_err": 1.7824287619046123e-14,
+    "w_frob_norm": 44.42144608905373,
+    "relative_err": 1.1586556448290064e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.023535137694989e-11,
+    "max_abs_err": 2.0396531685840102e-13,
+    "mean_abs_err": 1.7353726317789496e-14,
+    "w_frob_norm": 44.438144304998666,
+    "relative_err": 1.1304556516168278e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.4065300105935248e-10,
+    "max_abs_err": 6.265179347542116e-13,
+    "mean_abs_err": 4.7994559524740775e-14,
+    "w_frob_norm": 45.68577196233352,
+    "relative_err": 3.078704704285537e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.2785014272704703e-10,
+    "max_abs_err": 5.248058931872635e-13,
+    "mean_abs_err": 4.3956407578418305e-14,
+    "w_frob_norm": 46.39542967336625,
+    "relative_err": 2.7556624354411497e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 5.532254343598435e-11,
+    "max_abs_err": 2.025512461749368e-13,
+    "mean_abs_err": 1.9040322491332396e-14,
+    "w_frob_norm": 45.75522195279335,
+    "relative_err": 1.2090979143989688e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 4.987321037734476e-11,
+    "max_abs_err": 1.9096876857638279e-13,
+    "mean_abs_err": 1.725163760689644e-14,
+    "w_frob_norm": 46.04224439893259,
+    "relative_err": 1.083205456823929e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 5.447098612818952e-11,
+    "max_abs_err": 2.4861308758200584e-13,
+    "mean_abs_err": 1.8657337084596323e-14,
+    "w_frob_norm": 44.319211093075026,
+    "relative_err": 1.229060373249756e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 5.1812066162726256e-11,
+    "max_abs_err": 1.8516785327271634e-13,
+    "mean_abs_err": 1.7927826476056805e-14,
+    "w_frob_norm": 44.03751167066871,
+    "relative_err": 1.1765439098875292e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.3199008994200263e-10,
+    "max_abs_err": 5.057065877167588e-13,
+    "mean_abs_err": 4.522473686408234e-14,
+    "w_frob_norm": 44.80895756308485,
+    "relative_err": 2.9456184013247516e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.3681161559657328e-10,
+    "max_abs_err": 4.916622664552506e-13,
+    "mean_abs_err": 4.714573191785227e-14,
+    "w_frob_norm": 47.699975007871984,
+    "relative_err": 2.8681695446170588e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.4257832796989624e-10,
+    "max_abs_err": 6.205938540837508e-13,
+    "mean_abs_err": 4.87154777618789e-14,
+    "w_frob_norm": 46.62306571711197,
+    "relative_err": 3.0581070930641525e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.1755561593457305e-10,
+    "max_abs_err": 5.181445550395125e-13,
+    "mean_abs_err": 4.011413514554138e-14,
+    "w_frob_norm": 46.20177630017102,
+    "relative_err": 2.544396024317747e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 6.04546702224865e-11,
+    "max_abs_err": 2.1168483632649782e-13,
+    "mean_abs_err": 2.0763083728401594e-14,
+    "w_frob_norm": 46.15626931959827,
+    "relative_err": 1.3097824220558706e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.453808787547081e-11,
+    "max_abs_err": 1.9978116383434497e-13,
+    "mean_abs_err": 1.8822649130618745e-14,
+    "w_frob_norm": 44.068596733669594,
+    "relative_err": 1.237572600849399e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.4585682004641946e-10,
+    "max_abs_err": 6.068513747070625e-13,
+    "mean_abs_err": 4.989365966285444e-14,
+    "w_frob_norm": 46.0208827811634,
+    "relative_err": 3.1693616295887193e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 4.595224118340249e-11,
+    "max_abs_err": 1.4522411051487438e-13,
+    "mean_abs_err": 1.5996251209164034e-14,
+    "w_frob_norm": 43.4125512159323,
+    "relative_err": 1.0585012835306055e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 5.8027707975162093e-11,
+    "max_abs_err": 2.380422248204894e-13,
+    "mean_abs_err": 1.9872185835649826e-14,
+    "w_frob_norm": 45.877905204473244,
+    "relative_err": 1.2648290656807104e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.1575901807139702e-10,
+    "max_abs_err": 4.1842974939955424e-13,
+    "mean_abs_err": 4.005216206912607e-14,
+    "w_frob_norm": 47.315248575943855,
+    "relative_err": 2.4465478160935103e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.2133024439320136e-10,
+    "max_abs_err": 4.566069744527113e-13,
+    "mean_abs_err": 4.2154903828801826e-14,
+    "w_frob_norm": 47.586222038245026,
+    "relative_err": 2.5496927302967717e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 6.179916745577437e-11,
+    "max_abs_err": 1.9861022548806062e-13,
+    "mean_abs_err": 2.1343941561485186e-14,
+    "w_frob_norm": 46.411890238450056,
+    "relative_err": 1.3315373956602328e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 6.22053772272763e-11,
+    "max_abs_err": 2.8747811016459693e-13,
+    "mean_abs_err": 2.1311550743464905e-14,
+    "w_frob_norm": 46.271830592881855,
+    "relative_err": 1.3443465804191795e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.3450381911882242e-10,
+    "max_abs_err": 6.141233355183573e-13,
+    "mean_abs_err": 4.6333841601512454e-14,
+    "w_frob_norm": 48.3927358727077,
+    "relative_err": 2.779421677514191e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.058653951266017e-10,
+    "max_abs_err": 3.4897822479007523e-13,
+    "mean_abs_err": 3.673380656700253e-14,
+    "w_frob_norm": 47.20243626922601,
+    "relative_err": 2.242795149868598e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 5.340816882640253e-11,
+    "max_abs_err": 2.408026035516375e-13,
+    "mean_abs_err": 1.8255389453813872e-14,
+    "w_frob_norm": 46.01318982417978,
+    "relative_err": 1.1607143306186676e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 5.587171293609936e-11,
+    "max_abs_err": 2.1332935418172383e-13,
+    "mean_abs_err": 1.908856757692154e-14,
+    "w_frob_norm": 45.376649297515996,
+    "relative_err": 1.231287761460119e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.1986989324010296e-10,
+    "max_abs_err": 4.0514640253785927e-13,
+    "mean_abs_err": 4.1495610708361236e-14,
+    "w_frob_norm": 45.7873071010501,
+    "relative_err": 2.617972115624896e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 5.764494689358467e-11,
+    "max_abs_err": 2.2898349882893854e-13,
+    "mean_abs_err": 1.9810116210255697e-14,
+    "w_frob_norm": 46.184763461988396,
+    "relative_err": 1.2481377530714948e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 4.8439528829617346e-11,
+    "max_abs_err": 1.7210712022208696e-13,
+    "mean_abs_err": 1.681044011316851e-14,
+    "w_frob_norm": 44.65871017405367,
+    "relative_err": 1.0846602743524891e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.1533178156623516e-11,
+    "max_abs_err": 1.9672805051662579e-13,
+    "mean_abs_err": 1.7790547939566926e-14,
+    "w_frob_norm": 45.99281754146553,
+    "relative_err": 1.1204614309650196e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.4408937676503967e-10,
+    "max_abs_err": 5.453716634112177e-13,
+    "mean_abs_err": 4.917605960417577e-14,
+    "w_frob_norm": 46.91808092769416,
+    "relative_err": 3.071084194323655e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.323178999313107e-10,
+    "max_abs_err": 5.554445792199658e-13,
+    "mean_abs_err": 4.513472236381997e-14,
+    "w_frob_norm": 46.81030355966203,
+    "relative_err": 2.826683227180209e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.2947392498037742e-10,
+    "max_abs_err": 5.071602859896274e-13,
+    "mean_abs_err": 4.462096086970799e-14,
+    "w_frob_norm": 47.827424404243935,
+    "relative_err": 2.7071063640401393e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.1820751276453188e-10,
+    "max_abs_err": 4.2649564435670584e-13,
+    "mean_abs_err": 4.073827403914903e-14,
+    "w_frob_norm": 45.33248103551908,
+    "relative_err": 2.6075676879876365e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.38051252139601e-10,
+    "max_abs_err": 5.443909212310416e-13,
+    "mean_abs_err": 4.7537019972370505e-14,
+    "w_frob_norm": 47.50404908613459,
+    "relative_err": 2.9060944234308476e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 5.7295987000377784e-11,
+    "max_abs_err": 2.4369568862869784e-13,
+    "mean_abs_err": 1.9582729745181852e-14,
+    "w_frob_norm": 46.005624716243396,
+    "relative_err": 1.2454126501655362e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 6.488519486018023e-11,
+    "max_abs_err": 2.9006137769460594e-13,
+    "mean_abs_err": 2.1598875330259014e-14,
+    "w_frob_norm": 42.782662762296155,
+    "relative_err": 1.5166235729806602e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 6.098156796291327e-11,
+    "max_abs_err": 2.488148576063054e-13,
+    "mean_abs_err": 2.0976752689156366e-14,
+    "w_frob_norm": 44.724608477099444,
+    "relative_err": 1.363490258257665e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.2819367935750512e-10,
+    "max_abs_err": 4.782771401146135e-13,
+    "mean_abs_err": 4.414598719066622e-14,
+    "w_frob_norm": 47.102533211824365,
+    "relative_err": 2.7215877919135795e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 5.487993421894753e-11,
+    "max_abs_err": 2.0753624513369928e-13,
+    "mean_abs_err": 1.8964936971202598e-14,
+    "w_frob_norm": 45.820563728199495,
+    "relative_err": 1.1977140775588625e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.4226949623536316e-10,
+    "max_abs_err": 6.176031908111668e-13,
+    "mean_abs_err": 4.861752047717881e-14,
+    "w_frob_norm": 46.08814614842741,
+    "relative_err": 3.0868999542134457e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 4.7890601190477064e-11,
+    "max_abs_err": 1.7513074324071454e-13,
+    "mean_abs_err": 1.659850438682511e-14,
+    "w_frob_norm": 46.25753809786457,
+    "relative_err": 1.0353037182644159e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 6.130902115436409e-11,
+    "max_abs_err": 2.4910108697984157e-13,
+    "mean_abs_err": 2.116922156222901e-14,
+    "w_frob_norm": 46.211207365062954,
+    "relative_err": 1.326713250965945e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.262387433916272e-10,
+    "max_abs_err": 4.4263551157719405e-13,
+    "mean_abs_err": 4.373251322227221e-14,
+    "w_frob_norm": 47.02723760100924,
+    "relative_err": 2.684375052233942e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.213297963960782e-10,
+    "max_abs_err": 5.666855873442955e-13,
+    "mean_abs_err": 4.1600163930161686e-14,
+    "w_frob_norm": 45.97775207551274,
+    "relative_err": 2.63888056547021e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.1439319479366673e-10,
+    "max_abs_err": 3.814414062386362e-13,
+    "mean_abs_err": 3.9787629987869046e-14,
+    "w_frob_norm": 47.98402378212706,
+    "relative_err": 2.3839850387093956e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 5.534884578509546e-11,
+    "max_abs_err": 2.1216882417629535e-13,
+    "mean_abs_err": 1.9050470209044583e-14,
+    "w_frob_norm": 45.893747146685534,
+    "relative_err": 1.2060215002316013e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 4.81770931350604e-11,
+    "max_abs_err": 1.6383769341210552e-13,
+    "mean_abs_err": 1.67344704060942e-14,
+    "w_frob_norm": 45.874007390977155,
+    "relative_err": 1.0502045902476843e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.1302103451055555e-10,
+    "max_abs_err": 4.820241428227234e-13,
+    "mean_abs_err": 3.911112407393884e-14,
+    "w_frob_norm": 44.538208515534414,
+    "relative_err": 2.53761968156252e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.3141472687958244e-10,
+    "max_abs_err": 5.221101329055955e-13,
+    "mean_abs_err": 4.538020191452299e-14,
+    "w_frob_norm": 47.32056106020322,
+    "relative_err": 2.7771168374861633e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.2999100097055375e-10,
+    "max_abs_err": 5.32992920632136e-13,
+    "mean_abs_err": 4.505031845096765e-14,
+    "w_frob_norm": 47.52559136135029,
+    "relative_err": 2.735179031907168e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 5.133719271178464e-11,
+    "max_abs_err": 1.879538191751351e-13,
+    "mean_abs_err": 1.7667276243033132e-14,
+    "w_frob_norm": 43.584456587848024,
+    "relative_err": 1.1778784624355782e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.2304214436027117e-10,
+    "max_abs_err": 4.3996490478592776e-13,
+    "mean_abs_err": 4.2654106162915806e-14,
+    "w_frob_norm": 47.26822790663511,
+    "relative_err": 2.603062348842563e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.100980490446167e-10,
+    "max_abs_err": 4.3161654805778937e-13,
+    "mean_abs_err": 3.813841060832309e-14,
+    "w_frob_norm": 44.928362712975485,
+    "relative_err": 2.4505243992080744e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 4.85090467002537e-11,
+    "max_abs_err": 1.847966224488573e-13,
+    "mean_abs_err": 1.6739620169318077e-14,
+    "w_frob_norm": 42.855184653209044,
+    "relative_err": 1.1319294758101407e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 5.497523252274385e-11,
+    "max_abs_err": 2.354349354360963e-13,
+    "mean_abs_err": 1.8781360522607868e-14,
+    "w_frob_norm": 45.75041696091764,
+    "relative_err": 1.2016334751595057e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.2099649489398832e-10,
+    "max_abs_err": 4.634920919288632e-13,
+    "mean_abs_err": 4.185496684716455e-14,
+    "w_frob_norm": 47.098292789720425,
+    "relative_err": 2.569020822775911e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 5.1545553113281355e-11,
+    "max_abs_err": 2.1889391341178843e-13,
+    "mean_abs_err": 1.7826062049907387e-14,
+    "w_frob_norm": 44.416390893969194,
+    "relative_err": 1.160507463029378e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 4.390855656465609e-11,
+    "max_abs_err": 1.498601590044224e-13,
+    "mean_abs_err": 1.522228502747302e-14,
+    "w_frob_norm": 43.68547685398164,
+    "relative_err": 1.0051064959510478e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 5.1201840021344676e-11,
+    "max_abs_err": 1.8353027431139424e-13,
+    "mean_abs_err": 1.77021906100163e-14,
+    "w_frob_norm": 45.67779421015861,
+    "relative_err": 1.1209350387142279e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.3196440538710913e-10,
+    "max_abs_err": 5.810057296384841e-13,
+    "mean_abs_err": 4.529315369926593e-14,
+    "w_frob_norm": 47.06691348887441,
+    "relative_err": 2.803761615222605e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 4.9452850952893323e-11,
+    "max_abs_err": 2.0319163018811537e-13,
+    "mean_abs_err": 1.6983156322592008e-14,
+    "w_frob_norm": 44.22851014943793,
+    "relative_err": 1.118121564253545e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 6.367131771265985e-11,
+    "max_abs_err": 2.650969721518237e-13,
+    "mean_abs_err": 2.1587062887657827e-14,
+    "w_frob_norm": 46.00425951295126,
+    "relative_err": 1.3840309220657036e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.1750910190795085e-10,
+    "max_abs_err": 4.372379194816922e-13,
+    "mean_abs_err": 4.078823125027499e-14,
+    "w_frob_norm": 46.58317982347457,
+    "relative_err": 2.52256506218012e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.2005285091478914e-10,
+    "max_abs_err": 4.364980599191881e-13,
+    "mean_abs_err": 4.1489266878431967e-14,
+    "w_frob_norm": 46.6979268734126,
+    "relative_err": 2.5708389847845916e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.2156234700281695e-10,
+    "max_abs_err": 4.69368413493626e-13,
+    "mean_abs_err": 4.213550404448963e-14,
+    "w_frob_norm": 47.00018779521201,
+    "relative_err": 2.586422580532768e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.5233514746657798e-10,
+    "max_abs_err": 7.857950401479741e-13,
+    "mean_abs_err": 5.086051594362918e-14,
+    "w_frob_norm": 45.82528970380305,
+    "relative_err": 3.324259343502539e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 4.8949893473075106e-11,
+    "max_abs_err": 2.003466836875134e-13,
+    "mean_abs_err": 1.699805706714446e-14,
+    "w_frob_norm": 45.198084324823,
+    "relative_err": 1.0830081452410494e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 5.749480072824152e-11,
+    "max_abs_err": 2.3801099979792184e-13,
+    "mean_abs_err": 1.9537833394329428e-14,
+    "w_frob_norm": 46.39033469087905,
+    "relative_err": 1.2393702505350915e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 5.857562906031949e-11,
+    "max_abs_err": 2.238695340217589e-13,
+    "mean_abs_err": 2.0072784730348098e-14,
+    "w_frob_norm": 43.85375919312236,
+    "relative_err": 1.3357037147571602e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.2376277256866541e-10,
+    "max_abs_err": 5.511806289160148e-13,
+    "mean_abs_err": 4.2384417866559594e-14,
+    "w_frob_norm": 45.98839344762633,
+    "relative_err": 2.6911740830784204e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.617197294221445e-11,
+    "max_abs_err": 2.4310241319991377e-13,
+    "mean_abs_err": 1.9306093016707252e-14,
+    "w_frob_norm": 45.230249865483756,
+    "relative_err": 1.2419116212992794e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.2340640169074025e-10,
+    "max_abs_err": 4.876515857787922e-13,
+    "mean_abs_err": 4.256422263342294e-14,
+    "w_frob_norm": 45.579128677731795,
+    "relative_err": 2.7075199827378854e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 5.3095769199555704e-11,
+    "max_abs_err": 2.1691242552135392e-13,
+    "mean_abs_err": 1.8325944594189396e-14,
+    "w_frob_norm": 44.75591315770885,
+    "relative_err": 1.1863408755053048e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.0562442366916459e-10,
+    "max_abs_err": 3.448005769790541e-13,
+    "mean_abs_err": 3.672764005228765e-14,
+    "w_frob_norm": 45.84637473883895,
+    "relative_err": 2.303877335358523e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.3009550966857357e-10,
+    "max_abs_err": 5.850910034244095e-13,
+    "mean_abs_err": 4.459697934209914e-14,
+    "w_frob_norm": 46.410455534863324,
+    "relative_err": 2.8031508885071473e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.2208598810143765e-10,
+    "max_abs_err": 5.603256574004956e-13,
+    "mean_abs_err": 4.19571146399317e-14,
+    "w_frob_norm": 45.185668194512495,
+    "relative_err": 2.701874133539187e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 5.624030956981875e-11,
+    "max_abs_err": 2.529955411834095e-13,
+    "mean_abs_err": 1.9087441997592668e-14,
+    "w_frob_norm": 42.33221008948432,
+    "relative_err": 1.328546500429216e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.397292775341209e-10,
+    "max_abs_err": 6.041730700803716e-13,
+    "mean_abs_err": 4.7215117027781796e-14,
+    "w_frob_norm": 48.01336160595972,
+    "relative_err": 2.9102165076643333e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.904666788707438e-11,
+    "max_abs_err": 2.4209237045602627e-13,
+    "mean_abs_err": 2.030473280661761e-14,
+    "w_frob_norm": 45.838753430972446,
+    "relative_err": 1.28813860472867e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 6.019188375677141e-11,
+    "max_abs_err": 2.349856420558183e-13,
+    "mean_abs_err": 2.068290394208922e-14,
+    "w_frob_norm": 43.92040289687516,
+    "relative_err": 1.3704765846092438e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.36409360461573e-10,
+    "max_abs_err": 6.286035060532047e-13,
+    "mean_abs_err": 4.6688090641638235e-14,
+    "w_frob_norm": 47.80075788496888,
+    "relative_err": 2.8537070644327046e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.5909905720682262e-10,
+    "max_abs_err": 6.387052345346866e-13,
+    "mean_abs_err": 5.455542256255638e-14,
+    "w_frob_norm": 46.431552375327136,
+    "relative_err": 3.4265289241409234e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.2515357495614615e-10,
+    "max_abs_err": 5.566068439488703e-13,
+    "mean_abs_err": 4.3052686669599424e-14,
+    "w_frob_norm": 46.072413968922994,
+    "relative_err": 2.7164536036806188e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.1708980312794566e-10,
+    "max_abs_err": 4.855577745432882e-13,
+    "mean_abs_err": 4.0623662707660604e-14,
+    "w_frob_norm": 47.32525547194011,
+    "relative_err": 2.474150471250389e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 5.051841308897123e-11,
+    "max_abs_err": 1.9485975333299876e-13,
+    "mean_abs_err": 1.729119724383745e-14,
+    "w_frob_norm": 44.063080432238884,
+    "relative_err": 1.1465020736954487e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.5470888110619187e-10,
+    "max_abs_err": 6.439250174739009e-13,
+    "mean_abs_err": 5.317797102400437e-14,
+    "w_frob_norm": 45.24212050506863,
+    "relative_err": 3.4195762572370873e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 5.82179515358341e-11,
+    "max_abs_err": 2.032336972324078e-13,
+    "mean_abs_err": 1.998515485734004e-14,
+    "w_frob_norm": 46.172283117007,
+    "relative_err": 1.2608852672132695e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.gate.weight": {
+    "frob_norm_diff": 2.8284493041101435e-11,
+    "max_abs_err": 3.972551454456408e-13,
+    "mean_abs_err": 3.701608312969853e-14,
+    "w_frob_norm": 10.557161438498476,
+    "relative_err": 2.6791759514027363e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 5.5135606355503415e-11,
+    "max_abs_err": 2.124272979742159e-13,
+    "mean_abs_err": 1.903843319039814e-14,
+    "w_frob_norm": 45.00676614281767,
+    "relative_err": 1.2250514996021802e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.37.mixer.D": {
+    "frob_norm_diff": 6.021214939692993e-16,
+    "max_abs_err": 2.220446049250313e-16,
+    "mean_abs_err": 3.935653886122381e-17,
+    "w_frob_norm": 4.8113568556695085,
+    "relative_err": 1.2514588130368748e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.37.mixer.norm.weight": {
+    "frob_norm_diff": 3.130850228946661e-14,
+    "max_abs_err": 7.105427357601002e-15,
+    "mean_abs_err": 2.5069296660535363e-16,
+    "w_frob_norm": 257.4014376773045,
+    "relative_err": 1.2163297366161965e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.3599555026162795e-10,
+    "max_abs_err": 4.190502111978134e-13,
+    "mean_abs_err": 3.288029477191264e-14,
+    "w_frob_norm": 47.980025605598,
+    "relative_err": 2.8344201268154567e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.37.mixer.A_log": {
+    "frob_norm_diff": 2.6388605305928786e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 2.2616457318047622e-16,
+    "w_frob_norm": 15.228381397164089,
+    "relative_err": 1.7328568688753102e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.37.mixer.dt_bias": {
+    "frob_norm_diff": 5.30741475358839e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 4.124305064134859e-16,
+    "w_frob_norm": 34.82549326945092,
+    "relative_err": 1.5240027506642896e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.36.norm.weight": {
+    "frob_norm_diff": 9.483973601018038e-15,
+    "max_abs_err": 6.661338147750939e-16,
+    "mean_abs_err": 1.2496849826454645e-16,
+    "w_frob_norm": 79.83251282360561,
+    "relative_err": 1.1879838508870948e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.37.norm.weight": {
+    "frob_norm_diff": 3.837609835169402e-15,
+    "max_abs_err": 2.220446049250313e-16,
+    "mean_abs_err": 4.6251548391482814e-17,
+    "w_frob_norm": 31.142840638225078,
+    "relative_err": 1.2322606918712084e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.37.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.1266398927950505e-10,
+    "max_abs_err": 1.2186224251919953e-12,
+    "mean_abs_err": 9.561792955935089e-14,
+    "w_frob_norm": 69.80688685522547,
+    "relative_err": 5.911508274754336e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.36.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.4546842166125027e-10,
+    "max_abs_err": 6.32805656833324e-13,
+    "mean_abs_err": 6.002798132623535e-14,
+    "w_frob_norm": 50.89019225081616,
+    "relative_err": 4.823491733956134e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.37.mixer.in_proj.weight": {
+    "frob_norm_diff": 2.927288325507397e-10,
+    "max_abs_err": 7.163210996585789e-13,
+    "mean_abs_err": 4.247135351924622e-14,
+    "w_frob_norm": 121.66515924203662,
+    "relative_err": 2.406020214615383e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.37.mixer.conv1d.weight": {
+    "frob_norm_diff": 5.275989591836585e-15,
+    "max_abs_err": 7.771561172376096e-16,
+    "mean_abs_err": 1.1791278914520728e-17,
+    "w_frob_norm": 10.479549750309786,
+    "relative_err": 5.034557512054009e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 1.7763568394002505e-15,
+    "sensitive": true
+  },
+  "backbone.layers.38.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 5.357543439931993e-11,
+    "max_abs_err": 2.4666380049609415e-13,
+    "mean_abs_err": 1.834622777820668e-14,
+    "w_frob_norm": 45.94566979704144,
+    "relative_err": 1.1660605805940344e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 5.181886063763506e-11,
+    "max_abs_err": 2.1006460459993548e-13,
+    "mean_abs_err": 1.7742089051287175e-14,
+    "w_frob_norm": 44.38321233231545,
+    "relative_err": 1.1675329007203409e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 6.292821060997927e-11,
+    "max_abs_err": 2.485303629562452e-13,
+    "mean_abs_err": 2.12969179946453e-14,
+    "w_frob_norm": 44.99327095854773,
+    "relative_err": 1.3986138208967954e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 7.286302166331665e-11,
+    "max_abs_err": 2.9125053063738804e-13,
+    "mean_abs_err": 2.472276635319124e-14,
+    "w_frob_norm": 45.61016676645949,
+    "relative_err": 1.597517107016986e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.1583062540399401e-10,
+    "max_abs_err": 4.310093948411975e-13,
+    "mean_abs_err": 4.029562478673441e-14,
+    "w_frob_norm": 46.43377853089154,
+    "relative_err": 2.4945337008689488e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.5318986472653242e-10,
+    "max_abs_err": 6.480059544511363e-13,
+    "mean_abs_err": 5.236411929397277e-14,
+    "w_frob_norm": 47.062775575071484,
+    "relative_err": 3.255011266434422e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.118574664959579e-10,
+    "max_abs_err": 3.5777283913240865e-13,
+    "mean_abs_err": 3.879762666464142e-14,
+    "w_frob_norm": 47.953662964591,
+    "relative_err": 2.33261568732619e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.2713069464206383e-10,
+    "max_abs_err": 4.631885153205673e-13,
+    "mean_abs_err": 4.382875990126807e-14,
+    "w_frob_norm": 47.04198235381701,
+    "relative_err": 2.702494416282786e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.080051078616304e-10,
+    "max_abs_err": 4.00155603097474e-13,
+    "mean_abs_err": 3.7206515725252125e-14,
+    "w_frob_norm": 46.321231648218536,
+    "relative_err": 2.3316544923041602e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 4.8228337090667255e-11,
+    "max_abs_err": 1.7690363063316283e-13,
+    "mean_abs_err": 1.6737184553265948e-14,
+    "w_frob_norm": 45.28523356108373,
+    "relative_err": 1.0649903577424122e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.165725960614917e-11,
+    "max_abs_err": 2.1918317855140756e-13,
+    "mean_abs_err": 1.7816335766771232e-14,
+    "w_frob_norm": 45.65562498818842,
+    "relative_err": 1.1314544400501238e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.882401889262098e-11,
+    "max_abs_err": 2.1793677973391823e-13,
+    "mean_abs_err": 2.0232964553595064e-14,
+    "w_frob_norm": 45.1060921660513,
+    "relative_err": 1.304125808018775e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.3007663407311758e-10,
+    "max_abs_err": 5.223391164044244e-13,
+    "mean_abs_err": 4.4773322805141836e-14,
+    "w_frob_norm": 46.59283616542562,
+    "relative_err": 2.7917732591183497e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 5.7555471184634257e-11,
+    "max_abs_err": 2.309003682698929e-13,
+    "mean_abs_err": 1.9691407127581854e-14,
+    "w_frob_norm": 44.62835317810222,
+    "relative_err": 1.289661551143119e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.5650956710272017e-10,
+    "max_abs_err": 6.308382635711318e-13,
+    "mean_abs_err": 5.301078765032613e-14,
+    "w_frob_norm": 46.78287202091654,
+    "relative_err": 3.3454458938037194e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.118498564186488e-10,
+    "max_abs_err": 3.887506636046645e-13,
+    "mean_abs_err": 3.8938298833219014e-14,
+    "w_frob_norm": 46.59081706619722,
+    "relative_err": 2.4006845868302794e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.453064835926782e-10,
+    "max_abs_err": 4.84222037466786e-13,
+    "mean_abs_err": 5.028581073877806e-14,
+    "w_frob_norm": 46.893866043417496,
+    "relative_err": 3.098624529232537e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.173080722944661e-10,
+    "max_abs_err": 4.123324945370932e-13,
+    "mean_abs_err": 4.065251598323305e-14,
+    "w_frob_norm": 45.85017772222196,
+    "relative_err": 2.5585085625003156e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 4.739831925403972e-11,
+    "max_abs_err": 1.7742404767595588e-13,
+    "mean_abs_err": 1.6417777381650023e-14,
+    "w_frob_norm": 45.26156570319116,
+    "relative_err": 1.0472090065301896e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 4.634808228911259e-11,
+    "max_abs_err": 1.8172789661985433e-13,
+    "mean_abs_err": 1.5994889547840725e-14,
+    "w_frob_norm": 42.997170204633385,
+    "relative_err": 1.0779333167399494e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.1754472212906074e-10,
+    "max_abs_err": 4.812539255993897e-13,
+    "mean_abs_err": 4.042715204660643e-14,
+    "w_frob_norm": 45.86236901835049,
+    "relative_err": 2.5629884509897132e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.060896106103156e-11,
+    "max_abs_err": 1.8427186859737432e-13,
+    "mean_abs_err": 1.7455374584885585e-14,
+    "w_frob_norm": 43.827908945936805,
+    "relative_err": 1.1547199553476168e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 6.257866070135632e-11,
+    "max_abs_err": 2.296426937498097e-13,
+    "mean_abs_err": 2.135270080141749e-14,
+    "w_frob_norm": 46.11225821524298,
+    "relative_err": 1.3570938211104605e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 5.153222412456832e-11,
+    "max_abs_err": 1.8061246942480125e-13,
+    "mean_abs_err": 1.7863166227365418e-14,
+    "w_frob_norm": 45.7411231858995,
+    "relative_err": 1.1266060064842053e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 5.500592146143537e-11,
+    "max_abs_err": 2.348884975411636e-13,
+    "mean_abs_err": 1.886754558970708e-14,
+    "w_frob_norm": 45.35817476420842,
+    "relative_err": 1.2127013872886231e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.3337147443947487e-10,
+    "max_abs_err": 5.198376451520659e-13,
+    "mean_abs_err": 4.579274815426765e-14,
+    "w_frob_norm": 46.39758418310521,
+    "relative_err": 2.874534887703044e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 6.631310183024974e-11,
+    "max_abs_err": 3.289131120243205e-13,
+    "mean_abs_err": 2.23308795378216e-14,
+    "w_frob_norm": 45.025576653452624,
+    "relative_err": 1.4727873968309244e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.318843007610933e-10,
+    "max_abs_err": 5.546609178896933e-13,
+    "mean_abs_err": 4.502689569387029e-14,
+    "w_frob_norm": 47.336186931159105,
+    "relative_err": 2.7861200766528215e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.1183481948230424e-10,
+    "max_abs_err": 3.9188791101096854e-13,
+    "mean_abs_err": 3.881904602262607e-14,
+    "w_frob_norm": 46.5515920838286,
+    "relative_err": 2.4023844185804797e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 5.138421301473937e-11,
+    "max_abs_err": 1.8521295608309174e-13,
+    "mean_abs_err": 1.7759222081217177e-14,
+    "w_frob_norm": 44.757327785559596,
+    "relative_err": 1.148062575606175e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 4.746693742514585e-11,
+    "max_abs_err": 1.5578510703662118e-13,
+    "mean_abs_err": 1.648302698595004e-14,
+    "w_frob_norm": 44.69311940334301,
+    "relative_err": 1.0620636478015756e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.2210357716805716e-10,
+    "max_abs_err": 4.803614103709997e-13,
+    "mean_abs_err": 4.198801818156065e-14,
+    "w_frob_norm": 46.41158336449123,
+    "relative_err": 2.6308858331576915e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.3020869291301738e-10,
+    "max_abs_err": 4.686390164820864e-13,
+    "mean_abs_err": 4.501353913316511e-14,
+    "w_frob_norm": 47.9724514331376,
+    "relative_err": 2.7142388813400103e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.471891562007716e-11,
+    "max_abs_err": 2.327860126882797e-13,
+    "mean_abs_err": 1.8634671762985368e-14,
+    "w_frob_norm": 45.59988490429885,
+    "relative_err": 1.1999792485203977e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.3047696074812321e-10,
+    "max_abs_err": 4.810180032066569e-13,
+    "mean_abs_err": 4.494689658373027e-14,
+    "w_frob_norm": 47.885910282898905,
+    "relative_err": 2.7247463810815215e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 6.019170990874874e-11,
+    "max_abs_err": 2.248132235926903e-13,
+    "mean_abs_err": 2.0761970983267692e-14,
+    "w_frob_norm": 46.11318377037421,
+    "relative_err": 1.3053037111573154e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 4.6629438076730725e-11,
+    "max_abs_err": 1.8339648376330953e-13,
+    "mean_abs_err": 1.6196119076133788e-14,
+    "w_frob_norm": 43.280517254994024,
+    "relative_err": 1.077377097921589e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.4174236258688056e-10,
+    "max_abs_err": 5.983130657583047e-13,
+    "mean_abs_err": 4.863977610351712e-14,
+    "w_frob_norm": 47.372686808491466,
+    "relative_err": 2.9920693153818227e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 6.074730301808643e-11,
+    "max_abs_err": 2.91329460555545e-13,
+    "mean_abs_err": 2.0419313279672986e-14,
+    "w_frob_norm": 45.63919909923889,
+    "relative_err": 1.3310335022750103e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.086142612529858e-10,
+    "max_abs_err": 5.106670294963145e-13,
+    "mean_abs_err": 3.763605152820939e-14,
+    "w_frob_norm": 44.98996571969433,
+    "relative_err": 2.414188575508071e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.2401408423494132e-10,
+    "max_abs_err": 4.765493555325406e-13,
+    "mean_abs_err": 4.2693979353310424e-14,
+    "w_frob_norm": 46.32664301760084,
+    "relative_err": 2.6769495080363314e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.2586459829069104e-10,
+    "max_abs_err": 4.4452137283601534e-13,
+    "mean_abs_err": 4.327304812829703e-14,
+    "w_frob_norm": 47.33938260006745,
+    "relative_err": 2.658771436755318e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.4013646873032502e-10,
+    "max_abs_err": 5.026621480164195e-13,
+    "mean_abs_err": 4.813848072297627e-14,
+    "w_frob_norm": 47.31383670463651,
+    "relative_err": 2.961849608712717e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.392188498638117e-11,
+    "max_abs_err": 2.436176260722789e-13,
+    "mean_abs_err": 1.8611908167565103e-14,
+    "w_frob_norm": 44.0829702410514,
+    "relative_err": 1.2231908306434278e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.575249281890038e-11,
+    "max_abs_err": 1.990838049970023e-13,
+    "mean_abs_err": 1.9328986829778134e-14,
+    "w_frob_norm": 45.8391893720362,
+    "relative_err": 1.2162626255540133e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 4.8936652270491085e-11,
+    "max_abs_err": 1.7560605747313218e-13,
+    "mean_abs_err": 1.6996999484744422e-14,
+    "w_frob_norm": 45.65591266485756,
+    "relative_err": 1.0718579350218265e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.6405802001669415e-10,
+    "max_abs_err": 6.759766357777863e-13,
+    "mean_abs_err": 5.622389141051719e-14,
+    "w_frob_norm": 46.80035930701368,
+    "relative_err": 3.5054863348476003e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 5.8098588735347245e-11,
+    "max_abs_err": 2.589577857703418e-13,
+    "mean_abs_err": 1.9922538270904392e-14,
+    "w_frob_norm": 43.58691992532061,
+    "relative_err": 1.3329363220638237e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.417740008776194e-10,
+    "max_abs_err": 5.695860449961287e-13,
+    "mean_abs_err": 4.882203260528731e-14,
+    "w_frob_norm": 47.4611267677523,
+    "relative_err": 2.9871604517815296e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 4.9973456826037625e-11,
+    "max_abs_err": 2.1030052699266832e-13,
+    "mean_abs_err": 1.721963378177589e-14,
+    "w_frob_norm": 44.16848062220599,
+    "relative_err": 1.1314280256430905e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.0590290465374563e-10,
+    "max_abs_err": 3.535262360632174e-13,
+    "mean_abs_err": 3.6838957821622515e-14,
+    "w_frob_norm": 45.92780044311621,
+    "relative_err": 2.3058562272084303e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 4.867747119878781e-11,
+    "max_abs_err": 2.1066481892262345e-13,
+    "mean_abs_err": 1.6704146348793132e-14,
+    "w_frob_norm": 45.034191128612925,
+    "relative_err": 1.0809003110496658e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 5.361452436178549e-11,
+    "max_abs_err": 1.8583398708749144e-13,
+    "mean_abs_err": 1.8424952551505795e-14,
+    "w_frob_norm": 46.27996107434297,
+    "relative_err": 1.1584824860950175e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.2626617265035797e-10,
+    "max_abs_err": 6.345826641940278e-13,
+    "mean_abs_err": 4.346848435008823e-14,
+    "w_frob_norm": 46.03841263500267,
+    "relative_err": 2.7426265464756427e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.1399656967839421e-10,
+    "max_abs_err": 4.1475850531824676e-13,
+    "mean_abs_err": 3.949090064160432e-14,
+    "w_frob_norm": 48.11768948933453,
+    "relative_err": 2.369119774623883e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 5.94813847849443e-11,
+    "max_abs_err": 2.6583249490563787e-13,
+    "mean_abs_err": 2.038131937986324e-14,
+    "w_frob_norm": 46.060348762885326,
+    "relative_err": 1.2913793834073924e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.3220627368518962e-10,
+    "max_abs_err": 5.44808989588752e-13,
+    "mean_abs_err": 4.52726313417659e-14,
+    "w_frob_norm": 47.056676041254605,
+    "relative_err": 2.809511525405754e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 5.143165064852514e-11,
+    "max_abs_err": 1.760605550238381e-13,
+    "mean_abs_err": 1.7769478120362812e-14,
+    "w_frob_norm": 44.010463443362866,
+    "relative_err": 1.1686232460313128e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 4.985803677723045e-11,
+    "max_abs_err": 1.8477623944801458e-13,
+    "mean_abs_err": 1.7219688448994728e-14,
+    "w_frob_norm": 44.212514443984695,
+    "relative_err": 1.1276905962993437e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 6.539982968488898e-11,
+    "max_abs_err": 2.8580610100803483e-13,
+    "mean_abs_err": 2.2293659586604577e-14,
+    "w_frob_norm": 45.23987063667081,
+    "relative_err": 1.445623711219828e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.3066203620186322e-10,
+    "max_abs_err": 6.736677188312612e-13,
+    "mean_abs_err": 4.4418302405341546e-14,
+    "w_frob_norm": 45.37957132969836,
+    "relative_err": 2.8793140255239108e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.3367567598817182e-10,
+    "max_abs_err": 5.058974072991163e-13,
+    "mean_abs_err": 4.585341529971632e-14,
+    "w_frob_norm": 47.27820352389462,
+    "relative_err": 2.8274271445320786e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.1677835261793764e-10,
+    "max_abs_err": 3.959749195203699e-13,
+    "mean_abs_err": 4.047058880794881e-14,
+    "w_frob_norm": 46.4403830124928,
+    "relative_err": 2.5145863372083603e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.7402752381143025e-11,
+    "max_abs_err": 2.886146183156413e-13,
+    "mean_abs_err": 1.9617996904861772e-14,
+    "w_frob_norm": 44.17661079973472,
+    "relative_err": 1.29939240113657e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.2383315976411806e-10,
+    "max_abs_err": 5.006585424016663e-13,
+    "mean_abs_err": 4.2710764954677e-14,
+    "w_frob_norm": 47.0079199118235,
+    "relative_err": 2.63430417675153e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.1317631060670422e-10,
+    "max_abs_err": 3.9213510910629523e-13,
+    "mean_abs_err": 3.927880684479741e-14,
+    "w_frob_norm": 46.417310301829474,
+    "relative_err": 2.4382350004938465e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 5.573891234083293e-11,
+    "max_abs_err": 2.05239471251506e-13,
+    "mean_abs_err": 1.9248516792180693e-14,
+    "w_frob_norm": 45.675248023525015,
+    "relative_err": 1.2203308083214925e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 4.989811503878293e-11,
+    "max_abs_err": 1.813341143908076e-13,
+    "mean_abs_err": 1.7265306703519173e-14,
+    "w_frob_norm": 44.22884192675723,
+    "relative_err": 1.1281804556722059e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 4.9795068403643726e-11,
+    "max_abs_err": 1.8630648239426062e-13,
+    "mean_abs_err": 1.7192254942262565e-14,
+    "w_frob_norm": 45.76847573673275,
+    "relative_err": 1.0879774255553659e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.2773492815396435e-10,
+    "max_abs_err": 5.270154972147889e-13,
+    "mean_abs_err": 4.4093080826110235e-14,
+    "w_frob_norm": 46.53789025111284,
+    "relative_err": 2.744751157921472e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.1464229808964103e-10,
+    "max_abs_err": 4.054881430626267e-13,
+    "mean_abs_err": 3.973606851902961e-14,
+    "w_frob_norm": 47.443671350731734,
+    "relative_err": 2.416387577642068e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.388990636455192e-11,
+    "max_abs_err": 2.0054791161072671e-13,
+    "mean_abs_err": 1.8551652574890428e-14,
+    "w_frob_norm": 45.69212380995411,
+    "relative_err": 1.1794134715360268e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 5.058982893073915e-11,
+    "max_abs_err": 1.7848222899630173e-13,
+    "mean_abs_err": 1.7429270957305223e-14,
+    "w_frob_norm": 43.507489323233806,
+    "relative_err": 1.1627843784523608e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.3753294765909706e-10,
+    "max_abs_err": 5.65677713004753e-13,
+    "mean_abs_err": 4.676795023957717e-14,
+    "w_frob_norm": 46.87997875987903,
+    "relative_err": 2.933724615438626e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.2080185518432464e-10,
+    "max_abs_err": 4.500583933308988e-13,
+    "mean_abs_err": 4.166061828174397e-14,
+    "w_frob_norm": 47.221762747907746,
+    "relative_err": 2.558181824537607e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 4.9579727314075156e-11,
+    "max_abs_err": 1.739667437883341e-13,
+    "mean_abs_err": 1.718513521925456e-14,
+    "w_frob_norm": 44.64330024522939,
+    "relative_err": 1.1105748688320433e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.3241984401035228e-10,
+    "max_abs_err": 4.877847258055734e-13,
+    "mean_abs_err": 4.5550873792095834e-14,
+    "w_frob_norm": 47.95008822609578,
+    "relative_err": 2.7616183600322488e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.28033735647558e-11,
+    "max_abs_err": 2.3329255194326493e-13,
+    "mean_abs_err": 1.808315822722625e-14,
+    "w_frob_norm": 42.5904433053507,
+    "relative_err": 1.2397939412413215e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.259193309861655e-11,
+    "max_abs_err": 1.9219001390347046e-13,
+    "mean_abs_err": 1.8202086572897308e-14,
+    "w_frob_norm": 44.436374033845475,
+    "relative_err": 1.183533405731064e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 5.131976479561961e-11,
+    "max_abs_err": 1.7075230118734908e-13,
+    "mean_abs_err": 1.773261601291859e-14,
+    "w_frob_norm": 44.09594582165158,
+    "relative_err": 1.1638204791702428e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.311313626760796e-10,
+    "max_abs_err": 5.067615164305872e-13,
+    "mean_abs_err": 4.499790342249794e-14,
+    "w_frob_norm": 46.945228394313695,
+    "relative_err": 2.7932841560520144e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.204089581245425e-10,
+    "max_abs_err": 4.1523728899761636e-13,
+    "mean_abs_err": 4.153153638638437e-14,
+    "w_frob_norm": 46.537498677184686,
+    "relative_err": 2.5873534579024072e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.2319916977940602e-10,
+    "max_abs_err": 4.024957450665667e-13,
+    "mean_abs_err": 4.2764548495577997e-14,
+    "w_frob_norm": 47.54676235358617,
+    "relative_err": 2.591115854813064e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.4419296730080956e-10,
+    "max_abs_err": 6.203995650544414e-13,
+    "mean_abs_err": 4.92646079476186e-14,
+    "w_frob_norm": 46.24760004022642,
+    "relative_err": 3.117847567774105e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 4.6064831683018397e-11,
+    "max_abs_err": 2.4371563794867157e-13,
+    "mean_abs_err": 1.5881540029676125e-14,
+    "w_frob_norm": 44.83138744329806,
+    "relative_err": 1.0275129615669462e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.4177908796232166e-10,
+    "max_abs_err": 6.715964590009449e-13,
+    "mean_abs_err": 4.82726798506836e-14,
+    "w_frob_norm": 46.41218006881266,
+    "relative_err": 3.054781907510356e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.143554919096544e-11,
+    "max_abs_err": 2.179905561616735e-13,
+    "mean_abs_err": 1.7520361626952675e-14,
+    "w_frob_norm": 45.80335863908475,
+    "relative_err": 1.1229645755076713e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.1425504611302802e-10,
+    "max_abs_err": 3.919191360335361e-13,
+    "mean_abs_err": 3.9698414676632857e-14,
+    "w_frob_norm": 45.93559771131136,
+    "relative_err": 2.4872876767834768e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 4.5721829463665766e-11,
+    "max_abs_err": 1.7147047670640347e-13,
+    "mean_abs_err": 1.5809298106921918e-14,
+    "w_frob_norm": 43.881408477563184,
+    "relative_err": 1.0419407910993467e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.556024480845865e-11,
+    "max_abs_err": 2.0765008636181026e-13,
+    "mean_abs_err": 1.902489129241336e-14,
+    "w_frob_norm": 43.49739189956593,
+    "relative_err": 1.2773235907280476e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 6.574586599396957e-11,
+    "max_abs_err": 2.565413159683061e-13,
+    "mean_abs_err": 2.2328035697303378e-14,
+    "w_frob_norm": 45.37201823809883,
+    "relative_err": 1.4490399269645633e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 5.118776981190481e-11,
+    "max_abs_err": 2.1390062030640644e-13,
+    "mean_abs_err": 1.7721358325521734e-14,
+    "w_frob_norm": 44.3397641632627,
+    "relative_err": 1.1544438897651142e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 5.4510120935678674e-11,
+    "max_abs_err": 2.389280179954101e-13,
+    "mean_abs_err": 1.8794809520288994e-14,
+    "w_frob_norm": 44.346812603424375,
+    "relative_err": 1.229177876280324e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 5.664774730290825e-11,
+    "max_abs_err": 2.364219930939271e-13,
+    "mean_abs_err": 1.9416048583796316e-14,
+    "w_frob_norm": 45.26205755960413,
+    "relative_err": 1.2515504234050933e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.4121033871823113e-10,
+    "max_abs_err": 5.614627686389984e-13,
+    "mean_abs_err": 4.815136359896453e-14,
+    "w_frob_norm": 46.44404078987465,
+    "relative_err": 3.040440416394963e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.3500944221697212e-10,
+    "max_abs_err": 5.727391759642597e-13,
+    "mean_abs_err": 4.6701595084498996e-14,
+    "w_frob_norm": 46.7191133452678,
+    "relative_err": 2.8898117397736804e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.6089893257112924e-10,
+    "max_abs_err": 7.263287193914891e-13,
+    "mean_abs_err": 5.4603009365753986e-14,
+    "w_frob_norm": 47.57393938199747,
+    "relative_err": 3.382081338255021e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.3110886916043495e-10,
+    "max_abs_err": 5.901251709516941e-13,
+    "mean_abs_err": 4.502124574697842e-14,
+    "w_frob_norm": 47.13305572379364,
+    "relative_err": 2.7816755596910887e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.4369757030723485e-10,
+    "max_abs_err": 7.637549447048197e-13,
+    "mean_abs_err": 4.913795393164988e-14,
+    "w_frob_norm": 45.33226698023434,
+    "relative_err": 3.169873908355157e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 4.722254798044218e-11,
+    "max_abs_err": 1.758662659945287e-13,
+    "mean_abs_err": 1.6328195357641784e-14,
+    "w_frob_norm": 45.28860526313223,
+    "relative_err": 1.0427026336111149e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 4.527679658148082e-11,
+    "max_abs_err": 1.5877230086225325e-13,
+    "mean_abs_err": 1.5656936436044253e-14,
+    "w_frob_norm": 43.937161659064024,
+    "relative_err": 1.0304897920537485e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.3658632792984274e-10,
+    "max_abs_err": 5.629177679544739e-13,
+    "mean_abs_err": 4.685750331250422e-14,
+    "w_frob_norm": 47.523770555923626,
+    "relative_err": 2.8740633651766897e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.2705591589920992e-10,
+    "max_abs_err": 4.723894886371482e-13,
+    "mean_abs_err": 4.37559805260488e-14,
+    "w_frob_norm": 46.77526796175343,
+    "relative_err": 2.716305463030149e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.275655692372587e-10,
+    "max_abs_err": 4.730382752171636e-13,
+    "mean_abs_err": 4.401928816590393e-14,
+    "w_frob_norm": 45.29538335896096,
+    "relative_err": 2.816303997833852e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.2890374663622643e-10,
+    "max_abs_err": 4.551177143485852e-13,
+    "mean_abs_err": 4.438635506079739e-14,
+    "w_frob_norm": 47.934612333355204,
+    "relative_err": 2.689158008409072e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 6.851466928892801e-11,
+    "max_abs_err": 2.8468937277037476e-13,
+    "mean_abs_err": 2.3485550047706527e-14,
+    "w_frob_norm": 45.28037688789147,
+    "relative_err": 1.513120561221514e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 4.987907642315207e-11,
+    "max_abs_err": 2.0837151448738211e-13,
+    "mean_abs_err": 1.7216464371336538e-14,
+    "w_frob_norm": 45.037718749373866,
+    "relative_err": 1.107495623850742e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 5.3400988636422565e-11,
+    "max_abs_err": 2.1870352751029998e-13,
+    "mean_abs_err": 1.8346404912343142e-14,
+    "w_frob_norm": 45.97828635551088,
+    "relative_err": 1.1614392981834568e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.3646548955223823e-10,
+    "max_abs_err": 5.361475152731998e-13,
+    "mean_abs_err": 4.700362912303421e-14,
+    "w_frob_norm": 47.78408683807488,
+    "relative_err": 2.8558773136060235e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.328307543479515e-10,
+    "max_abs_err": 5.734995811579324e-13,
+    "mean_abs_err": 4.5334732586973396e-14,
+    "w_frob_norm": 46.42632811387455,
+    "relative_err": 2.861108335385562e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.4726440605264753e-10,
+    "max_abs_err": 7.398348426945756e-13,
+    "mean_abs_err": 4.976110831383391e-14,
+    "w_frob_norm": 45.913885505990834,
+    "relative_err": 3.20740456682614e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.236873959920011e-10,
+    "max_abs_err": 4.4733314275013925e-13,
+    "mean_abs_err": 4.278479805609049e-14,
+    "w_frob_norm": 47.03537593636583,
+    "relative_err": 2.629667426477845e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.374551538494403e-10,
+    "max_abs_err": 5.576971176535217e-13,
+    "mean_abs_err": 4.7196024114227595e-14,
+    "w_frob_norm": 45.83290054398261,
+    "relative_err": 2.9990498575915843e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.449974638580436e-11,
+    "max_abs_err": 1.9639151416228628e-13,
+    "mean_abs_err": 1.8791696018216697e-14,
+    "w_frob_norm": 44.37858029205882,
+    "relative_err": 1.2280642153745652e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 6.172372256644076e-11,
+    "max_abs_err": 2.750681626917384e-13,
+    "mean_abs_err": 2.1075404189133593e-14,
+    "w_frob_norm": 44.14501482944571,
+    "relative_err": 1.3982036885684691e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 4.713473251952159e-11,
+    "max_abs_err": 1.468304644536289e-13,
+    "mean_abs_err": 1.636252401750214e-14,
+    "w_frob_norm": 45.99460323013091,
+    "relative_err": 1.0247883275280388e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 5.4754686934623376e-11,
+    "max_abs_err": 1.9206858326015208e-13,
+    "mean_abs_err": 1.890710290935869e-14,
+    "w_frob_norm": 45.70028495257587,
+    "relative_err": 1.1981257226611048e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.265290038123759e-10,
+    "max_abs_err": 4.476211068471514e-13,
+    "mean_abs_err": 4.3862033493908737e-14,
+    "w_frob_norm": 47.151698067899694,
+    "relative_err": 2.6834453264052288e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 4.7724072363849296e-11,
+    "max_abs_err": 1.76667274559561e-13,
+    "mean_abs_err": 1.6527147496329357e-14,
+    "w_frob_norm": 44.19475020301503,
+    "relative_err": 1.0798584027429005e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 4.967946551929807e-11,
+    "max_abs_err": 2.1595832760956668e-13,
+    "mean_abs_err": 1.7067582975933652e-14,
+    "w_frob_norm": 42.9970807648727,
+    "relative_err": 1.1554148476025069e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 5.2786987835300384e-11,
+    "max_abs_err": 2.179020852643987e-13,
+    "mean_abs_err": 1.8265995097725483e-14,
+    "w_frob_norm": 45.11328022489764,
+    "relative_err": 1.1700986399602945e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 6.381482541591838e-11,
+    "max_abs_err": 2.612840499516267e-13,
+    "mean_abs_err": 2.1760506076710545e-14,
+    "w_frob_norm": 45.023601729152645,
+    "relative_err": 1.4173638484057234e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.3115572842872772e-10,
+    "max_abs_err": 5.628553179093387e-13,
+    "mean_abs_err": 4.471863244757305e-14,
+    "w_frob_norm": 45.83412592361795,
+    "relative_err": 2.861530045261412e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.2213004090561883e-10,
+    "max_abs_err": 4.364598960027166e-13,
+    "mean_abs_err": 4.215383724665247e-14,
+    "w_frob_norm": 45.62379766164188,
+    "relative_err": 2.6768933575273026e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.2652165509938425e-10,
+    "max_abs_err": 6.954905401590494e-13,
+    "mean_abs_err": 4.3535784672156664e-14,
+    "w_frob_norm": 45.396920662336164,
+    "relative_err": 2.7870096309055102e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 4.25036929903515e-11,
+    "max_abs_err": 1.4752782329097158e-13,
+    "mean_abs_err": 1.4746369850880895e-14,
+    "w_frob_norm": 43.82716637198847,
+    "relative_err": 9.6980244238462e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.3492033268513278e-10,
+    "max_abs_err": 6.19827106307369e-13,
+    "mean_abs_err": 4.615595580305309e-14,
+    "w_frob_norm": 47.67617577617992,
+    "relative_err": 2.8299319416584164e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 5.3012195147514376e-11,
+    "max_abs_err": 3.491018238377386e-13,
+    "mean_abs_err": 1.8240578551489775e-14,
+    "w_frob_norm": 45.079146953898324,
+    "relative_err": 1.1759804417268377e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.756011647939745e-11,
+    "max_abs_err": 2.551932189870376e-13,
+    "mean_abs_err": 1.982250167174568e-14,
+    "w_frob_norm": 44.72956422227873,
+    "relative_err": 1.2868472447743662e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.3180353586776026e-10,
+    "max_abs_err": 5.255310076002218e-13,
+    "mean_abs_err": 4.5528852817824976e-14,
+    "w_frob_norm": 47.40058156586379,
+    "relative_err": 2.7806311972062487e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.4062813558542033e-10,
+    "max_abs_err": 5.671498427145538e-13,
+    "mean_abs_err": 4.833784402130383e-14,
+    "w_frob_norm": 46.399141823277695,
+    "relative_err": 3.030834840028646e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.2409950308253457e-11,
+    "max_abs_err": 2.0694904123708113e-13,
+    "mean_abs_err": 1.80691626800185e-14,
+    "w_frob_norm": 45.77832608147267,
+    "relative_err": 1.1448638426616636e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.2074839911535138e-10,
+    "max_abs_err": 4.350619257215138e-13,
+    "mean_abs_err": 4.171297240945004e-14,
+    "w_frob_norm": 46.11573112462724,
+    "relative_err": 2.618377637536098e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 5.4994885874038344e-11,
+    "max_abs_err": 2.1638593694639496e-13,
+    "mean_abs_err": 1.8833197371476565e-14,
+    "w_frob_norm": 45.357552042697684,
+    "relative_err": 1.2124747345771324e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 6.252706366534202e-11,
+    "max_abs_err": 2.2255808307392044e-13,
+    "mean_abs_err": 2.1416095898140025e-14,
+    "w_frob_norm": 45.661732345197386,
+    "relative_err": 1.369353733508065e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.2753638780527482e-10,
+    "max_abs_err": 4.598300906710762e-13,
+    "mean_abs_err": 4.415660491577566e-14,
+    "w_frob_norm": 47.098107070595745,
+    "relative_err": 2.70788776317718e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.1968240928025886e-10,
+    "max_abs_err": 4.1742304057734714e-13,
+    "mean_abs_err": 4.140822308123074e-14,
+    "w_frob_norm": 46.55377860011672,
+    "relative_err": 2.5708419999221884e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.270780314300654e-10,
+    "max_abs_err": 5.519300294576368e-13,
+    "mean_abs_err": 4.3485282665652756e-14,
+    "w_frob_norm": 46.00103683680036,
+    "relative_err": 2.7625036340138373e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 5.610372124807211e-11,
+    "max_abs_err": 2.2103152641506085e-13,
+    "mean_abs_err": 1.9147514473949445e-14,
+    "w_frob_norm": 42.90686707470361,
+    "relative_err": 1.3075697451970082e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 5.315959984649167e-11,
+    "max_abs_err": 1.8649665145531458e-13,
+    "mean_abs_err": 1.8406096364887542e-14,
+    "w_frob_norm": 43.46184638741336,
+    "relative_err": 1.223132569487126e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.740282243766713e-11,
+    "max_abs_err": 2.218884798121934e-13,
+    "mean_abs_err": 1.964612971417351e-14,
+    "w_frob_norm": 46.158244988728136,
+    "relative_err": 1.2436092934574295e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 5.334545692781174e-11,
+    "max_abs_err": 2.1380640313761745e-13,
+    "mean_abs_err": 1.8367089292290543e-14,
+    "w_frob_norm": 45.35990212127473,
+    "relative_err": 1.1760487662690882e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 5.887363608812068e-11,
+    "max_abs_err": 2.4414931881766577e-13,
+    "mean_abs_err": 2.005470092414959e-14,
+    "w_frob_norm": 45.30763715136107,
+    "relative_err": 1.299419695876859e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 5.888834772951905e-11,
+    "max_abs_err": 2.292775344581166e-13,
+    "mean_abs_err": 2.0033667244629938e-14,
+    "w_frob_norm": 46.22671007854246,
+    "relative_err": 1.2739030666353625e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.1673512759689543e-10,
+    "max_abs_err": 4.580749841942566e-13,
+    "mean_abs_err": 4.051297421344909e-14,
+    "w_frob_norm": 46.20156711971125,
+    "relative_err": 2.5266486587874207e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.2295763369077466e-10,
+    "max_abs_err": 5.013767179207207e-13,
+    "mean_abs_err": 4.2385584853990167e-14,
+    "w_frob_norm": 47.11117484969881,
+    "relative_err": 2.609946240632985e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.2971686913937894e-10,
+    "max_abs_err": 4.86541362754167e-13,
+    "mean_abs_err": 4.474786455320986e-14,
+    "w_frob_norm": 46.220225737264705,
+    "relative_err": 2.8064957942166797e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.255049179596794e-10,
+    "max_abs_err": 4.743844206345216e-13,
+    "mean_abs_err": 4.310459934435508e-14,
+    "w_frob_norm": 47.36721322929123,
+    "relative_err": 2.649615829247664e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.1065926605905962e-10,
+    "max_abs_err": 3.7762501459148723e-13,
+    "mean_abs_err": 3.844748489362861e-14,
+    "w_frob_norm": 45.82703319153743,
+    "relative_err": 2.414715907891116e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 6.894401941147622e-11,
+    "max_abs_err": 3.0502596976011986e-13,
+    "mean_abs_err": 2.2814761661673594e-14,
+    "w_frob_norm": 45.462623498851585,
+    "relative_err": 1.5164989194523232e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 6.98669657732872e-11,
+    "max_abs_err": 3.389510894180603e-13,
+    "mean_abs_err": 2.3135237620492075e-14,
+    "w_frob_norm": 45.74998921844798,
+    "relative_err": 1.527147152749807e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.281524812526686e-10,
+    "max_abs_err": 6.01206584516234e-13,
+    "mean_abs_err": 4.4035718524860174e-14,
+    "w_frob_norm": 46.640720447279406,
+    "relative_err": 2.7476522665966633e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 4.361874667545833e-11,
+    "max_abs_err": 1.5613205173181655e-13,
+    "mean_abs_err": 1.5124804576758876e-14,
+    "w_frob_norm": 43.522188474489866,
+    "relative_err": 1.0022185970961699e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 6.533662716444812e-11,
+    "max_abs_err": 2.899382123278116e-13,
+    "mean_abs_err": 2.2176949683612948e-14,
+    "w_frob_norm": 45.79479887501713,
+    "relative_err": 1.4267259332826075e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.5911386032570595e-10,
+    "max_abs_err": 6.379792527599903e-13,
+    "mean_abs_err": 5.467020482645282e-14,
+    "w_frob_norm": 47.593418631935485,
+    "relative_err": 3.343190401097591e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.5760201166045087e-10,
+    "max_abs_err": 5.926890922491879e-13,
+    "mean_abs_err": 5.3787276505597673e-14,
+    "w_frob_norm": 47.57699635806426,
+    "relative_err": 3.3125674953151488e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.1891001755670334e-10,
+    "max_abs_err": 5.255726409636452e-13,
+    "mean_abs_err": 4.118508905750928e-14,
+    "w_frob_norm": 45.2286783540316,
+    "relative_err": 2.6290845075313576e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.2821156332775775e-10,
+    "max_abs_err": 4.898685623810906e-13,
+    "mean_abs_err": 4.40964708902064e-14,
+    "w_frob_norm": 46.98120357319286,
+    "relative_err": 2.728996994042834e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 5.724638829811573e-11,
+    "max_abs_err": 2.752988809140433e-13,
+    "mean_abs_err": 1.948655345666434e-14,
+    "w_frob_norm": 45.948740673136356,
+    "relative_err": 1.2458750220239327e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.2167377771322178e-10,
+    "max_abs_err": 4.0326422756642444e-13,
+    "mean_abs_err": 4.2152934631179876e-14,
+    "w_frob_norm": 46.955733033981154,
+    "relative_err": 2.5912443455023543e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 5.2624456947532867e-11,
+    "max_abs_err": 1.9838644615965961e-13,
+    "mean_abs_err": 1.8229429823791856e-14,
+    "w_frob_norm": 45.476685916159134,
+    "relative_err": 1.157174404585052e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.084128441924119e-10,
+    "max_abs_err": 3.6369518507939347e-13,
+    "mean_abs_err": 3.771087905496913e-14,
+    "w_frob_norm": 46.73518169638854,
+    "relative_err": 2.3197266011868207e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 5.206579651214322e-11,
+    "max_abs_err": 2.0860743688011496e-13,
+    "mean_abs_err": 1.7758707923054827e-14,
+    "w_frob_norm": 45.413156727380574,
+    "relative_err": 1.1464914633593754e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.0493610629742905e-10,
+    "max_abs_err": 3.940354986742278e-13,
+    "mean_abs_err": 3.6377399404697635e-14,
+    "w_frob_norm": 44.197972283328745,
+    "relative_err": 2.374228971970518e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 5.53628028258015e-11,
+    "max_abs_err": 2.336672522140759e-13,
+    "mean_abs_err": 1.9015552572402247e-14,
+    "w_frob_norm": 45.532802591181756,
+    "relative_err": 1.215888319523813e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.3439643873079858e-10,
+    "max_abs_err": 5.589556595353429e-13,
+    "mean_abs_err": 4.617797150344026e-14,
+    "w_frob_norm": 47.58654786870519,
+    "relative_err": 2.824252751042339e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.3257427135215553e-10,
+    "max_abs_err": 4.854172619417341e-13,
+    "mean_abs_err": 4.563946666463229e-14,
+    "w_frob_norm": 47.3571606146693,
+    "relative_err": 2.799455660588939e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 4.3503630652694746e-11,
+    "max_abs_err": 1.82874548837475e-13,
+    "mean_abs_err": 1.5109819018779228e-14,
+    "w_frob_norm": 44.317420130110364,
+    "relative_err": 9.81637255169041e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.472505258096692e-10,
+    "max_abs_err": 5.685035775471192e-13,
+    "mean_abs_err": 5.0510586473050097e-14,
+    "w_frob_norm": 47.09113427182852,
+    "relative_err": 3.126926715327801e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 4.7334427953592334e-11,
+    "max_abs_err": 1.5886944537690795e-13,
+    "mean_abs_err": 1.6348709966741608e-14,
+    "w_frob_norm": 44.4192301766435,
+    "relative_err": 1.065629182796637e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 4.7561582905580284e-11,
+    "max_abs_err": 1.7537555609126176e-13,
+    "mean_abs_err": 1.6517603322032968e-14,
+    "w_frob_norm": 44.010889446101615,
+    "relative_err": 1.0806776119311805e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.320194427737247e-11,
+    "max_abs_err": 2.0607821005214078e-13,
+    "mean_abs_err": 1.835472534805545e-14,
+    "w_frob_norm": 45.76963793284339,
+    "relative_err": 1.1623850805950075e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.3333106993617415e-10,
+    "max_abs_err": 5.250426829417343e-13,
+    "mean_abs_err": 4.565263541811868e-14,
+    "w_frob_norm": 46.960320711474694,
+    "relative_err": 2.8392282658238932e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.1564970204998422e-10,
+    "max_abs_err": 4.689009597269589e-13,
+    "mean_abs_err": 3.982396656721012e-14,
+    "w_frob_norm": 45.46696189840501,
+    "relative_err": 2.5435986312083288e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 5.389498167291431e-11,
+    "max_abs_err": 3.311864671395881e-13,
+    "mean_abs_err": 1.8461792367124263e-14,
+    "w_frob_norm": 42.94232783006472,
+    "relative_err": 1.2550549631634417e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 5.861060924052885e-11,
+    "max_abs_err": 3.0968066652703463e-13,
+    "mean_abs_err": 2.013333514455223e-14,
+    "w_frob_norm": 44.936529032463824,
+    "relative_err": 1.3042976505414195e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.1868575669426847e-10,
+    "max_abs_err": 4.598613156936437e-13,
+    "mean_abs_err": 4.092901082647488e-14,
+    "w_frob_norm": 46.964906021168154,
+    "relative_err": 2.5271158136838193e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.300483569536889e-10,
+    "max_abs_err": 5.291739268997731e-13,
+    "mean_abs_err": 4.4701080020840483e-14,
+    "w_frob_norm": 46.854580092056224,
+    "relative_err": 2.7755740569690314e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.4485211450548962e-10,
+    "max_abs_err": 6.037640006006928e-13,
+    "mean_abs_err": 4.957399747011931e-14,
+    "w_frob_norm": 46.55504410620062,
+    "relative_err": 3.1114161158360265e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.476335815860191e-11,
+    "max_abs_err": 2.1407528527639386e-13,
+    "mean_abs_err": 1.8763332716619885e-14,
+    "w_frob_norm": 43.76971441916057,
+    "relative_err": 1.2511701043822388e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.2500779027165275e-10,
+    "max_abs_err": 5.072955944207536e-13,
+    "mean_abs_err": 4.311986965833296e-14,
+    "w_frob_norm": 46.49017009803989,
+    "relative_err": 2.6889079994336977e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 5.4020144588899945e-11,
+    "max_abs_err": 1.933158494393794e-13,
+    "mean_abs_err": 1.8551968624011086e-14,
+    "w_frob_norm": 44.47249811282608,
+    "relative_err": 1.2146865339529978e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 5.103641030113475e-11,
+    "max_abs_err": 1.9918268423513297e-13,
+    "mean_abs_err": 1.7460621440811455e-14,
+    "w_frob_norm": 41.79776224141865,
+    "relative_err": 1.2210321214412106e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 5.552558550563239e-11,
+    "max_abs_err": 2.1987967002701225e-13,
+    "mean_abs_err": 1.908743529643658e-14,
+    "w_frob_norm": 44.96847236098314,
+    "relative_err": 1.2347669954163068e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.322165903024381e-10,
+    "max_abs_err": 4.846574530592562e-13,
+    "mean_abs_err": 4.560416074243109e-14,
+    "w_frob_norm": 46.36741674545293,
+    "relative_err": 2.8514978746450023e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.1581391446780906e-10,
+    "max_abs_err": 4.180458063052228e-13,
+    "mean_abs_err": 4.001791189627578e-14,
+    "w_frob_norm": 44.28941257748482,
+    "relative_err": 2.614934534640561e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.1278787995459206e-10,
+    "max_abs_err": 4.291844657444699e-13,
+    "mean_abs_err": 3.8809155608991457e-14,
+    "w_frob_norm": 48.13384860640769,
+    "relative_err": 2.343213418832615e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.374372603382473e-11,
+    "max_abs_err": 2.1043410070031854e-13,
+    "mean_abs_err": 1.8323675083518694e-14,
+    "w_frob_norm": 44.974414563844306,
+    "relative_err": 1.1949844496037136e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 5.028831846224953e-11,
+    "max_abs_err": 1.9452148225518329e-13,
+    "mean_abs_err": 1.72041821542867e-14,
+    "w_frob_norm": 45.95641204704911,
+    "relative_err": 1.0942611971266493e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.5047506513583342e-10,
+    "max_abs_err": 7.737933557794285e-13,
+    "mean_abs_err": 5.082336968086116e-14,
+    "w_frob_norm": 47.033796354134914,
+    "relative_err": 3.19929660797208e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.1214711780436771e-10,
+    "max_abs_err": 3.920236565110955e-13,
+    "mean_abs_err": 3.8950452075029414e-14,
+    "w_frob_norm": 45.75510538750485,
+    "relative_err": 2.4510296032449682e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 5.445059576285448e-11,
+    "max_abs_err": 2.382816166601742e-13,
+    "mean_abs_err": 1.8545994209073547e-14,
+    "w_frob_norm": 44.77247252372972,
+    "relative_err": 1.2161623581095568e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 4.82645597480839e-11,
+    "max_abs_err": 1.6403241612228392e-13,
+    "mean_abs_err": 1.6733361026341772e-14,
+    "w_frob_norm": 44.63185729684844,
+    "relative_err": 1.0813925897610356e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 5.587469839117353e-11,
+    "max_abs_err": 2.242451016543079e-13,
+    "mean_abs_err": 1.9304027223317108e-14,
+    "w_frob_norm": 46.2670856008026,
+    "relative_err": 1.2076554566947753e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.1480020431853354e-10,
+    "max_abs_err": 4.154974975190129e-13,
+    "mean_abs_err": 3.9567247007649154e-14,
+    "w_frob_norm": 46.93692024331635,
+    "relative_err": 2.4458401557541617e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 5.2746807768026714e-11,
+    "max_abs_err": 2.3336584401012495e-13,
+    "mean_abs_err": 1.7995608345589557e-14,
+    "w_frob_norm": 45.655755137647304,
+    "relative_err": 1.15531563565208e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.5334271524067428e-10,
+    "max_abs_err": 7.083014730291382e-13,
+    "mean_abs_err": 5.18916656752093e-14,
+    "w_frob_norm": 45.003207766966185,
+    "relative_err": 3.4073730040468983e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.3070951905131233e-10,
+    "max_abs_err": 6.179085021429387e-13,
+    "mean_abs_err": 4.495449656279791e-14,
+    "w_frob_norm": 47.36116247347181,
+    "relative_err": 2.759846089599808e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 5.561458305426569e-11,
+    "max_abs_err": 1.967200274205494e-13,
+    "mean_abs_err": 1.9162724669019532e-14,
+    "w_frob_norm": 43.525665687922135,
+    "relative_err": 1.277742274018754e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.2472609667197666e-11,
+    "max_abs_err": 2.07407008234739e-13,
+    "mean_abs_err": 1.8126946248004933e-14,
+    "w_frob_norm": 45.93070368317428,
+    "relative_err": 1.1424299098300092e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.3068809755329894e-10,
+    "max_abs_err": 5.539908809470973e-13,
+    "mean_abs_err": 4.5069015006247076e-14,
+    "w_frob_norm": 46.867941177532394,
+    "relative_err": 2.788432652892983e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.294031292482613e-10,
+    "max_abs_err": 5.751406295662065e-13,
+    "mean_abs_err": 4.435217971096243e-14,
+    "w_frob_norm": 45.10832582441221,
+    "relative_err": 2.868719396768867e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.1912963860171654e-11,
+    "max_abs_err": 1.8520948663613979e-13,
+    "mean_abs_err": 1.796264986580863e-14,
+    "w_frob_norm": 44.034133702215804,
+    "relative_err": 1.1789255174460123e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.2038387102591737e-10,
+    "max_abs_err": 3.7036259475931033e-13,
+    "mean_abs_err": 4.169806884239656e-14,
+    "w_frob_norm": 46.946981469705186,
+    "relative_err": 2.5642515718204565e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 4.195597152647106e-11,
+    "max_abs_err": 1.5450704951569527e-13,
+    "mean_abs_err": 1.458259265984491e-14,
+    "w_frob_norm": 45.483422243312994,
+    "relative_err": 9.224453538704303e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.2879142140916172e-10,
+    "max_abs_err": 4.4512657448869675e-13,
+    "mean_abs_err": 4.461393541252701e-14,
+    "w_frob_norm": 47.05228557831,
+    "relative_err": 2.737197987859947e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.1378178413791982e-10,
+    "max_abs_err": 4.266170750000242e-13,
+    "mean_abs_err": 3.949805359454142e-14,
+    "w_frob_norm": 46.49348424779077,
+    "relative_err": 2.4472630085435337e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 5.000877211358712e-11,
+    "max_abs_err": 1.8362655146431095e-13,
+    "mean_abs_err": 1.721959110241954e-14,
+    "w_frob_norm": 45.203114042043374,
+    "relative_err": 1.1063125444648351e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 5.606433907788369e-11,
+    "max_abs_err": 2.0478063689211012e-13,
+    "mean_abs_err": 1.9208853912082227e-14,
+    "w_frob_norm": 44.87994436488639,
+    "relative_err": 1.2492069647427606e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.3004095855833789e-10,
+    "max_abs_err": 4.956382526621894e-13,
+    "mean_abs_err": 4.486356294863623e-14,
+    "w_frob_norm": 46.512843440915624,
+    "relative_err": 2.795807543426719e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 4.501731380816718e-11,
+    "max_abs_err": 2.0210222384520193e-13,
+    "mean_abs_err": 1.559031307727752e-14,
+    "w_frob_norm": 44.462998889373345,
+    "relative_err": 1.0124668810615541e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.3316685123894967e-10,
+    "max_abs_err": 4.996081673369623e-13,
+    "mean_abs_err": 4.563675730114862e-14,
+    "w_frob_norm": 47.28542870910348,
+    "relative_err": 2.8162344061250343e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.6195693217009094e-11,
+    "max_abs_err": 2.0371898612481232e-13,
+    "mean_abs_err": 1.9357974504658316e-14,
+    "w_frob_norm": 45.29845220172481,
+    "relative_err": 1.2405654163801508e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 4.861502340660314e-11,
+    "max_abs_err": 1.594870069343557e-13,
+    "mean_abs_err": 1.6896397648761627e-14,
+    "w_frob_norm": 44.41910278891118,
+    "relative_err": 1.0944620749687775e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.2684582435711127e-10,
+    "max_abs_err": 4.809069809041944e-13,
+    "mean_abs_err": 4.372937330599966e-14,
+    "w_frob_norm": 46.84664677984441,
+    "relative_err": 2.7076820450612527e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 4.959903778311116e-11,
+    "max_abs_err": 1.9688764507641565e-13,
+    "mean_abs_err": 1.717392126498666e-14,
+    "w_frob_norm": 44.64116478077921,
+    "relative_err": 1.111060565437276e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 6.147096874822291e-11,
+    "max_abs_err": 2.661898479416891e-13,
+    "mean_abs_err": 2.0933443790397282e-14,
+    "w_frob_norm": 44.92076737347822,
+    "relative_err": 1.3684309583837639e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 5.1204177600539505e-11,
+    "max_abs_err": 1.939151964003294e-13,
+    "mean_abs_err": 1.7583988004566376e-14,
+    "w_frob_norm": 44.493457668033,
+    "relative_err": 1.1508248691880811e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 6.15204533717432e-11,
+    "max_abs_err": 2.4718768698583915e-13,
+    "mean_abs_err": 2.077956797443059e-14,
+    "w_frob_norm": 45.67874047409171,
+    "relative_err": 1.3468071302586959e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.2487159247420284e-10,
+    "max_abs_err": 4.0985357468992234e-13,
+    "mean_abs_err": 4.3354683163257354e-14,
+    "w_frob_norm": 45.770692036198845,
+    "relative_err": 2.7281997915925144e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.479404299657159e-11,
+    "max_abs_err": 1.9858420463592097e-13,
+    "mean_abs_err": 1.8791497785859264e-14,
+    "w_frob_norm": 44.760828070105234,
+    "relative_err": 1.2241516825996192e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.2852917079730165e-10,
+    "max_abs_err": 5.443683698258539e-13,
+    "mean_abs_err": 4.4392172822274984e-14,
+    "w_frob_norm": 46.8218782058302,
+    "relative_err": 2.745066531339987e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.1299413013678469e-10,
+    "max_abs_err": 3.972447371047849e-13,
+    "mean_abs_err": 3.926224642483119e-14,
+    "w_frob_norm": 46.73478157238229,
+    "relative_err": 2.41777379363121e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.4056762802459925e-10,
+    "max_abs_err": 5.30344133409591e-13,
+    "mean_abs_err": 4.822078304211981e-14,
+    "w_frob_norm": 46.378287028780164,
+    "relative_err": 3.030893054272782e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.2871573344258067e-10,
+    "max_abs_err": 4.445298296129607e-13,
+    "mean_abs_err": 4.4348077939298094e-14,
+    "w_frob_norm": 45.624425029914505,
+    "relative_err": 2.8212023134140494e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.0977737791775218e-10,
+    "max_abs_err": 3.6726351126947776e-13,
+    "mean_abs_err": 3.803945043187997e-14,
+    "w_frob_norm": 46.453847134623416,
+    "relative_err": 2.36314933399632e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.0587274203718073e-11,
+    "max_abs_err": 2.7416610648423045e-13,
+    "mean_abs_err": 1.7457628348849946e-14,
+    "w_frob_norm": 45.196135237466976,
+    "relative_err": 1.1192831851202604e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 5.722505354419931e-11,
+    "max_abs_err": 2.1507101655160454e-13,
+    "mean_abs_err": 1.966708379298163e-14,
+    "w_frob_norm": 43.06025108026484,
+    "relative_err": 1.3289530857015e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 5.657764879812257e-11,
+    "max_abs_err": 2.167051260659747e-13,
+    "mean_abs_err": 1.9458300127149677e-14,
+    "w_frob_norm": 45.89967020705687,
+    "relative_err": 1.2326373706585807e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 5.933035331072769e-11,
+    "max_abs_err": 2.2865910553893087e-13,
+    "mean_abs_err": 2.0222366279190778e-14,
+    "w_frob_norm": 45.911213246091776,
+    "relative_err": 1.2922845883576868e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 4.8909216695840147e-11,
+    "max_abs_err": 1.7761963774787226e-13,
+    "mean_abs_err": 1.6864824350492588e-14,
+    "w_frob_norm": 43.276761478082335,
+    "relative_err": 1.1301496467246144e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.3262914584527095e-10,
+    "max_abs_err": 8.122114092401489e-13,
+    "mean_abs_err": 4.5116672793034984e-14,
+    "w_frob_norm": 47.19534766999274,
+    "relative_err": 2.8102165233035848e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.3919680357039443e-10,
+    "max_abs_err": 5.521347268278021e-13,
+    "mean_abs_err": 4.737109186677025e-14,
+    "w_frob_norm": 46.82335007251149,
+    "relative_err": 2.9728074423301995e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.1887274070869834e-10,
+    "max_abs_err": 4.595976377252953e-13,
+    "mean_abs_err": 4.07662390074681e-14,
+    "w_frob_norm": 45.611408142678364,
+    "relative_err": 2.6062063319082166e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 5.693518126004883e-11,
+    "max_abs_err": 2.2391810627908626e-13,
+    "mean_abs_err": 1.9524805857969482e-14,
+    "w_frob_norm": 45.256641239565624,
+    "relative_err": 1.2580514086023963e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.4671749527393778e-10,
+    "max_abs_err": 5.867945018778187e-13,
+    "mean_abs_err": 5.011016323680505e-14,
+    "w_frob_norm": 46.762808467734686,
+    "relative_err": 3.137482543957334e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.4628179214532882e-10,
+    "max_abs_err": 7.099390519904603e-13,
+    "mean_abs_err": 4.963053990708308e-14,
+    "w_frob_norm": 46.69040246214796,
+    "relative_err": 3.1330163038093297e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 5.32851248472946e-11,
+    "max_abs_err": 2.3502423965315877e-13,
+    "mean_abs_err": 1.8316812858126973e-14,
+    "w_frob_norm": 45.36755607132372,
+    "relative_err": 1.1745205045544757e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 5.513179186692822e-11,
+    "max_abs_err": 2.1200402544607755e-13,
+    "mean_abs_err": 1.9030005735480645e-14,
+    "w_frob_norm": 45.41278107493908,
+    "relative_err": 1.2140148777929073e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 4.9634063395059387e-11,
+    "max_abs_err": 1.8827040620950086e-13,
+    "mean_abs_err": 1.7113335301931934e-14,
+    "w_frob_norm": 44.682175638230596,
+    "relative_err": 1.1108246786575875e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.3310322605915587e-10,
+    "max_abs_err": 5.529153523919916e-13,
+    "mean_abs_err": 4.5573585814834876e-14,
+    "w_frob_norm": 45.799987739184324,
+    "relative_err": 2.9061847530862763e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.163111273349603e-10,
+    "max_abs_err": 4.51388926236973e-13,
+    "mean_abs_err": 4.026272156710518e-14,
+    "w_frob_norm": 47.21373911791856,
+    "relative_err": 2.463501715982878e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 6.125639147081119e-11,
+    "max_abs_err": 2.3295254614197347e-13,
+    "mean_abs_err": 2.0907086107294982e-14,
+    "w_frob_norm": 44.334488646228614,
+    "relative_err": 1.3816871095460818e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.2937076589811635e-10,
+    "max_abs_err": 5.348985143704965e-13,
+    "mean_abs_err": 4.460292625026364e-14,
+    "w_frob_norm": 45.36826473289603,
+    "relative_err": 2.8515696304406156e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.2178414957371298e-10,
+    "max_abs_err": 4.562340089053762e-13,
+    "mean_abs_err": 4.213649478692417e-14,
+    "w_frob_norm": 46.83347768342414,
+    "relative_err": 2.6003652856387445e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.2300990183316776e-10,
+    "max_abs_err": 4.746229451124684e-13,
+    "mean_abs_err": 4.260119952823731e-14,
+    "w_frob_norm": 45.55579872189781,
+    "relative_err": 2.70020294417622e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.240411162727541e-10,
+    "max_abs_err": 4.480556550778836e-13,
+    "mean_abs_err": 4.264752806980425e-14,
+    "w_frob_norm": 47.121116339929245,
+    "relative_err": 2.632389168752456e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 5.7362665686474596e-11,
+    "max_abs_err": 2.8216838587891147e-13,
+    "mean_abs_err": 1.957970170091531e-14,
+    "w_frob_norm": 45.777090944706316,
+    "relative_err": 1.2530867406092356e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.2211530394682034e-11,
+    "max_abs_err": 1.9181878307961142e-13,
+    "mean_abs_err": 1.8050918919744256e-14,
+    "w_frob_norm": 45.27615881108451,
+    "relative_err": 1.1531793280550914e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.5110977442252584e-10,
+    "max_abs_err": 7.002072532902304e-13,
+    "mean_abs_err": 5.0543195264956786e-14,
+    "w_frob_norm": 46.38513689068842,
+    "relative_err": 3.257719704021405e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.2812448049222511e-10,
+    "max_abs_err": 4.564803396389649e-13,
+    "mean_abs_err": 4.42216683105455e-14,
+    "w_frob_norm": 46.13342830934342,
+    "relative_err": 2.777259032931572e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 4.299267754211843e-11,
+    "max_abs_err": 1.4390181754531106e-13,
+    "mean_abs_err": 1.4985228295974435e-14,
+    "w_frob_norm": 44.75346554209362,
+    "relative_err": 9.606558290258203e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.2047563193628113e-10,
+    "max_abs_err": 3.8855342690069863e-13,
+    "mean_abs_err": 4.182766780226818e-14,
+    "w_frob_norm": 46.40455073452878,
+    "relative_err": 2.596202959177394e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.gate.weight": {
+    "frob_norm_diff": 2.6127643946574742e-11,
+    "max_abs_err": 3.378443358403871e-13,
+    "mean_abs_err": 3.444289363726768e-14,
+    "w_frob_norm": 9.893625641857174,
+    "relative_err": 2.640856334409497e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.1277477842180818e-10,
+    "max_abs_err": 4.5242802559908313e-13,
+    "mean_abs_err": 3.901311932456558e-14,
+    "w_frob_norm": 45.03741380246285,
+    "relative_err": 2.5040242966979856e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 5.68124157739588e-11,
+    "max_abs_err": 2.4789892361098964e-13,
+    "mean_abs_err": 1.959584285785781e-14,
+    "w_frob_norm": 44.71522996654217,
+    "relative_err": 1.270538378455579e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 5.405626679764566e-11,
+    "max_abs_err": 1.9988177779595162e-13,
+    "mean_abs_err": 1.8582536051008417e-14,
+    "w_frob_norm": 43.39533205116462,
+    "relative_err": 1.2456700811486226e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.4314274423299856e-10,
+    "max_abs_err": 9.731243588717575e-13,
+    "mean_abs_err": 5.928139803940345e-14,
+    "w_frob_norm": 51.030615899088005,
+    "relative_err": 4.764644516809445e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.38.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.2014489024823528e-10,
+    "max_abs_err": 3.8319738007719373e-13,
+    "mean_abs_err": 2.9119979697236646e-14,
+    "w_frob_norm": 48.54032120070714,
+    "relative_err": 2.4751564735522394e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.39.mixer.A_log": {
+    "frob_norm_diff": 2.6727624940725907e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 2.1553939189011828e-16,
+    "w_frob_norm": 18.125169424383255,
+    "relative_err": 1.4746137989071718e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.39.mixer.dt_bias": {
+    "frob_norm_diff": 4.050412526924663e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 3.1051550219984847e-16,
+    "w_frob_norm": 34.62628876528969,
+    "relative_err": 1.1697506927120945e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.39.norm.weight": {
+    "frob_norm_diff": 6.346990740560359e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 7.88266608071842e-17,
+    "w_frob_norm": 53.43491090447462,
+    "relative_err": 1.1877985072169108e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.38.norm.weight": {
+    "frob_norm_diff": 1.0526803474855584e-14,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.396723448704451e-16,
+    "w_frob_norm": 90.97461912668227,
+    "relative_err": 1.157114322204196e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.39.mixer.norm.weight": {
+    "frob_norm_diff": 3.754895755024543e-14,
+    "max_abs_err": 7.105427357601002e-15,
+    "mean_abs_err": 2.9891878239079597e-16,
+    "w_frob_norm": 303.29804206181035,
+    "relative_err": 1.238021758893952e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.39.mixer.D": {
+    "frob_norm_diff": 2.2425895627974886e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.3056504662156687e-16,
+    "w_frob_norm": 16.862116203711683,
+    "relative_err": 1.3299573646063776e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.2133356946737914e-10,
+    "max_abs_err": 5.108795331221216e-13,
+    "mean_abs_err": 4.182433401027849e-14,
+    "w_frob_norm": 46.289141846904364,
+    "relative_err": 2.621210172110664e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.39.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.9075817049994943e-10,
+    "max_abs_err": 1.4515090518418816e-12,
+    "mean_abs_err": 5.4843238474909614e-14,
+    "w_frob_norm": 126.08067697134396,
+    "relative_err": 3.0992708786673336e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.39.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.164517318280791e-10,
+    "max_abs_err": 1.5521750551528157e-12,
+    "mean_abs_err": 9.692310272136906e-14,
+    "w_frob_norm": 69.50206266592764,
+    "relative_err": 5.991933416851503e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.304205662551711e-11,
+    "max_abs_err": 1.967037643879621e-13,
+    "mean_abs_err": 1.8227242458135022e-14,
+    "w_frob_norm": 45.01579160693845,
+    "relative_err": 1.1782988753960187e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.39.mixer.conv1d.weight": {
+    "frob_norm_diff": 9.79196102516313e-15,
+    "max_abs_err": 1.321859288694327e-15,
+    "mean_abs_err": 1.946507092748756e-17,
+    "w_frob_norm": 11.896376162619188,
+    "relative_err": 8.231045228656644e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 2.6645352591003757e-15,
+    "sensitive": true
+  },
+  "backbone.layers.40.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.2697750041556552e-10,
+    "max_abs_err": 4.684273802180172e-13,
+    "mean_abs_err": 4.3659394571263913e-14,
+    "w_frob_norm": 46.4140852192287,
+    "relative_err": 2.7357535932424352e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 4.8381726070276185e-11,
+    "max_abs_err": 1.7526258222488877e-13,
+    "mean_abs_err": 1.6631900686980197e-14,
+    "w_frob_norm": 45.42141663387683,
+    "relative_err": 1.0651743088565726e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 5.157337457136509e-11,
+    "max_abs_err": 2.166374718504116e-13,
+    "mean_abs_err": 1.770167732744262e-14,
+    "w_frob_norm": 44.40192703532419,
+    "relative_err": 1.161512078751348e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 5.7927725575829814e-11,
+    "max_abs_err": 2.4542347321077074e-13,
+    "mean_abs_err": 1.966020524820604e-14,
+    "w_frob_norm": 44.533484324705505,
+    "relative_err": 1.3007678706086263e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.176811033968479e-10,
+    "max_abs_err": 4.085620730620576e-13,
+    "mean_abs_err": 4.069472082336722e-14,
+    "w_frob_norm": 46.58919426056667,
+    "relative_err": 2.525931286526966e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.3752234445251132e-10,
+    "max_abs_err": 4.548601079124026e-13,
+    "mean_abs_err": 4.725913124025272e-14,
+    "w_frob_norm": 46.362112208319004,
+    "relative_err": 2.966265726517847e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.228529849930831e-10,
+    "max_abs_err": 4.272623921330876e-13,
+    "mean_abs_err": 4.2602443586086966e-14,
+    "w_frob_norm": 46.795209330161256,
+    "relative_err": 2.625332523385033e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 5.6492867458654277e-11,
+    "max_abs_err": 2.7724654169669627e-13,
+    "mean_abs_err": 1.9347695922749684e-14,
+    "w_frob_norm": 45.09921510669489,
+    "relative_err": 1.2526352692614382e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 6.039942856222882e-11,
+    "max_abs_err": 3.05915015541558e-13,
+    "mean_abs_err": 2.043015845563334e-14,
+    "w_frob_norm": 44.84476945437192,
+    "relative_err": 1.3468555931296124e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 4.777125987876476e-11,
+    "max_abs_err": 1.5930312624590215e-13,
+    "mean_abs_err": 1.6595843736331122e-14,
+    "w_frob_norm": 45.81836597039788,
+    "relative_err": 1.0426225131998072e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.255574431313616e-10,
+    "max_abs_err": 4.3918688130695216e-13,
+    "mean_abs_err": 4.349065251569669e-14,
+    "w_frob_norm": 46.213819332845866,
+    "relative_err": 2.716880901512576e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 6.173931561488085e-11,
+    "max_abs_err": 2.7154797507811246e-13,
+    "mean_abs_err": 2.117523228687922e-14,
+    "w_frob_norm": 45.038741785882664,
+    "relative_err": 1.3708046265678088e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 5.128192493029614e-11,
+    "max_abs_err": 1.983057815180267e-13,
+    "mean_abs_err": 1.7739043173687507e-14,
+    "w_frob_norm": 43.852690729230545,
+    "relative_err": 1.1694134174556717e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 5.008156906374595e-11,
+    "max_abs_err": 1.83323842217753e-13,
+    "mean_abs_err": 1.732705226061062e-14,
+    "w_frob_norm": 44.02030813733079,
+    "relative_err": 1.1376923784246525e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.0219215794353054e-10,
+    "max_abs_err": 4.375978746029574e-13,
+    "mean_abs_err": 3.536507293946091e-14,
+    "w_frob_norm": 45.7304850316948,
+    "relative_err": 2.234661580184496e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.2354139252914495e-10,
+    "max_abs_err": 4.440913782544076e-13,
+    "mean_abs_err": 4.2602797190817404e-14,
+    "w_frob_norm": 46.22910731899746,
+    "relative_err": 2.6723724444139694e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.1908260170848406e-10,
+    "max_abs_err": 3.6199081926424626e-13,
+    "mean_abs_err": 4.1391753686791576e-14,
+    "w_frob_norm": 46.327246805477415,
+    "relative_err": 2.5704657608620192e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.3104510281091078e-10,
+    "max_abs_err": 5.629992999578448e-13,
+    "mean_abs_err": 4.508547892486485e-14,
+    "w_frob_norm": 46.73273576389493,
+    "relative_err": 2.8041393397763463e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.282994700415215e-10,
+    "max_abs_err": 4.51616175012326e-13,
+    "mean_abs_err": 4.430433161481929e-14,
+    "w_frob_norm": 45.98811656288417,
+    "relative_err": 2.789839628811168e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 6.00066196841385e-11,
+    "max_abs_err": 2.3759293144021143e-13,
+    "mean_abs_err": 2.046333800201436e-14,
+    "w_frob_norm": 45.54136575127803,
+    "relative_err": 1.3176289005442163e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 5.265134082188654e-11,
+    "max_abs_err": 1.8321368727702847e-13,
+    "mean_abs_err": 1.817829336855139e-14,
+    "w_frob_norm": 44.552196504350995,
+    "relative_err": 1.1817900115596899e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.2261073421889655e-10,
+    "max_abs_err": 4.730903169214429e-13,
+    "mean_abs_err": 4.2266010552504425e-14,
+    "w_frob_norm": 46.11624658923666,
+    "relative_err": 2.6587318632196182e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 5.380974179449198e-11,
+    "max_abs_err": 3.002598170098736e-13,
+    "mean_abs_err": 1.848786453972311e-14,
+    "w_frob_norm": 44.08985809720234,
+    "relative_err": 1.220456225462572e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.263542672242456e-10,
+    "max_abs_err": 4.590373220425548e-13,
+    "mean_abs_err": 4.374809922844885e-14,
+    "w_frob_norm": 47.13516580585064,
+    "relative_err": 2.680679383725896e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 5.5618071140707534e-11,
+    "max_abs_err": 2.1679880113367744e-13,
+    "mean_abs_err": 1.9099846856978e-14,
+    "w_frob_norm": 46.24751477305735,
+    "relative_err": 1.2026175117437713e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.5564260829194064e-11,
+    "max_abs_err": 2.2576645414273955e-13,
+    "mean_abs_err": 1.9074952881039396e-14,
+    "w_frob_norm": 45.43583665246597,
+    "relative_err": 1.2229170831429684e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.3147758279861389e-10,
+    "max_abs_err": 5.334829800140994e-13,
+    "mean_abs_err": 4.499473553661253e-14,
+    "w_frob_norm": 46.09785267470931,
+    "relative_err": 2.8521411556062896e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.341551775677051e-10,
+    "max_abs_err": 5.007660952571769e-13,
+    "mean_abs_err": 4.624106724986045e-14,
+    "w_frob_norm": 46.695297256189946,
+    "relative_err": 2.8729911886345567e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 4.390664602042047e-11,
+    "max_abs_err": 1.4698658956646682e-13,
+    "mean_abs_err": 1.5283090790962047e-14,
+    "w_frob_norm": 45.29930751258807,
+    "relative_err": 9.692564507353539e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.3586765764294348e-10,
+    "max_abs_err": 5.494840693565095e-13,
+    "mean_abs_err": 4.664956437502554e-14,
+    "w_frob_norm": 46.64337173057405,
+    "relative_err": 2.9129038618339036e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 5.5676590532709366e-11,
+    "max_abs_err": 2.0243182130563753e-13,
+    "mean_abs_err": 1.9144586173890934e-14,
+    "w_frob_norm": 45.22922236286172,
+    "relative_err": 1.2309871278800962e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.1628082359024275e-10,
+    "max_abs_err": 4.757930160970147e-13,
+    "mean_abs_err": 4.0317194170397306e-14,
+    "w_frob_norm": 46.212506779264075,
+    "relative_err": 2.5162197788936848e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 5.278476525097987e-11,
+    "max_abs_err": 2.2424770373952185e-13,
+    "mean_abs_err": 1.8073718505364786e-14,
+    "w_frob_norm": 45.3052309923729,
+    "relative_err": 1.1650920676216427e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 6.071501466039811e-11,
+    "max_abs_err": 2.5511537327105316e-13,
+    "mean_abs_err": 2.0705301052707888e-14,
+    "w_frob_norm": 44.45978075194701,
+    "relative_err": 1.3656166007462654e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.2231676631438052e-10,
+    "max_abs_err": 4.339046483226028e-13,
+    "mean_abs_err": 4.223260916443576e-14,
+    "w_frob_norm": 45.7527965287663,
+    "relative_err": 2.673427103794102e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.3471775171486937e-11,
+    "max_abs_err": 1.9107805615536932e-13,
+    "mean_abs_err": 1.8465963530112175e-14,
+    "w_frob_norm": 44.67198692272341,
+    "relative_err": 1.1969867215439954e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.1279440202969553e-10,
+    "max_abs_err": 3.9566266929469407e-13,
+    "mean_abs_err": 3.913697446146248e-14,
+    "w_frob_norm": 45.70974554473372,
+    "relative_err": 2.4676226193232596e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 5.4321484301772273e-11,
+    "max_abs_err": 2.2516537245831358e-13,
+    "mean_abs_err": 1.8629547991301604e-14,
+    "w_frob_norm": 44.074531310208336,
+    "relative_err": 1.2324914794769601e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.5127486727113676e-10,
+    "max_abs_err": 5.877520692365579e-13,
+    "mean_abs_err": 5.1577129896304624e-14,
+    "w_frob_norm": 46.78181080892429,
+    "relative_err": 3.233625733065445e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 5.2972602689250574e-11,
+    "max_abs_err": 2.053062581053311e-13,
+    "mean_abs_err": 1.81434021364553e-14,
+    "w_frob_norm": 45.808340059403086,
+    "relative_err": 1.1563964688647755e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 5.7263567604239406e-11,
+    "max_abs_err": 2.535038151618707e-13,
+    "mean_abs_err": 1.9603896306330462e-14,
+    "w_frob_norm": 45.622508971060945,
+    "relative_err": 1.2551604218120174e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.2568437557542563e-10,
+    "max_abs_err": 4.1541856760085594e-13,
+    "mean_abs_err": 4.3406586394164566e-14,
+    "w_frob_norm": 45.87042664970455,
+    "relative_err": 2.739987062584585e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.159348644981697e-10,
+    "max_abs_err": 4.259717036568522e-13,
+    "mean_abs_err": 4.032922749120708e-14,
+    "w_frob_norm": 46.114818168603186,
+    "relative_err": 2.5140479590376613e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.5374794579429965e-10,
+    "max_abs_err": 6.104144967267189e-13,
+    "mean_abs_err": 5.2518593319661447e-14,
+    "w_frob_norm": 46.33144746326108,
+    "relative_err": 3.318436056119667e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.313851864283994e-10,
+    "max_abs_err": 6.370078076134433e-13,
+    "mean_abs_err": 4.544204515523269e-14,
+    "w_frob_norm": 46.11469014308435,
+    "relative_err": 2.8490961561432663e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.4504533187599658e-10,
+    "max_abs_err": 6.404928670766807e-13,
+    "mean_abs_err": 4.9780738459221886e-14,
+    "w_frob_norm": 46.139640571914086,
+    "relative_err": 3.1436164234943764e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 5.7025684896372984e-11,
+    "max_abs_err": 2.680425326140323e-13,
+    "mean_abs_err": 1.9524128856175157e-14,
+    "w_frob_norm": 44.589244248759755,
+    "relative_err": 1.2789112230346705e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 5.3236646863399457e-11,
+    "max_abs_err": 1.8237755056160765e-13,
+    "mean_abs_err": 1.8283628320947812e-14,
+    "w_frob_norm": 45.520100085135155,
+    "relative_err": 1.169519547712598e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 6.070347151181602e-11,
+    "max_abs_err": 2.429861867270233e-13,
+    "mean_abs_err": 2.0743539384436682e-14,
+    "w_frob_norm": 44.83298381315766,
+    "relative_err": 1.3539913329168303e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.2021605170214759e-10,
+    "max_abs_err": 5.111328027496143e-13,
+    "mean_abs_err": 4.15798141559949e-14,
+    "w_frob_norm": 46.896224964400815,
+    "relative_err": 2.5634483755015306e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 4.811307572181381e-11,
+    "max_abs_err": 1.5894924265680288e-13,
+    "mean_abs_err": 1.6653905858939674e-14,
+    "w_frob_norm": 44.97951098124507,
+    "relative_err": 1.0696664919695398e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 6.016903029092169e-11,
+    "max_abs_err": 2.2776225350185086e-13,
+    "mean_abs_err": 2.062128607326342e-14,
+    "w_frob_norm": 44.6625405491177,
+    "relative_err": 1.3471922902538583e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.4207604216019838e-10,
+    "max_abs_err": 6.850405659397651e-13,
+    "mean_abs_err": 4.89742743790039e-14,
+    "w_frob_norm": 46.410186248884656,
+    "relative_err": 3.0613116137540342e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.0640658539619842e-10,
+    "max_abs_err": 3.6478719350752087e-13,
+    "mean_abs_err": 3.697264238009959e-14,
+    "w_frob_norm": 45.706477689710034,
+    "relative_err": 2.3280416863134017e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 5.917945105798713e-11,
+    "max_abs_err": 2.673347654358338e-13,
+    "mean_abs_err": 2.0257576690605116e-14,
+    "w_frob_norm": 44.65702060857824,
+    "relative_err": 1.3251992688159596e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 5.5614812019775124e-11,
+    "max_abs_err": 1.9616773483388528e-13,
+    "mean_abs_err": 1.9125840745396103e-14,
+    "w_frob_norm": 45.25594798046178,
+    "relative_err": 1.228895084548567e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 4.8851377757776745e-11,
+    "max_abs_err": 1.7599810497870294e-13,
+    "mean_abs_err": 1.6834013901464797e-14,
+    "w_frob_norm": 45.92528137990802,
+    "relative_err": 1.063714283069126e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 5.76740772308669e-11,
+    "max_abs_err": 2.2467618043808812e-13,
+    "mean_abs_err": 1.9818909947276253e-14,
+    "w_frob_norm": 45.517055936491744,
+    "relative_err": 1.2670871620373996e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 5.105540136975249e-11,
+    "max_abs_err": 2.1386364901232469e-13,
+    "mean_abs_err": 1.7612165400820512e-14,
+    "w_frob_norm": 42.90299428226111,
+    "relative_err": 1.1900195364886715e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.2912701968962884e-10,
+    "max_abs_err": 5.010818149298046e-13,
+    "mean_abs_err": 4.438971223751025e-14,
+    "w_frob_norm": 43.56450062287791,
+    "relative_err": 2.9640422326296046e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 5.628648214764492e-11,
+    "max_abs_err": 2.106544105817676e-13,
+    "mean_abs_err": 1.9400349655775446e-14,
+    "w_frob_norm": 45.40448616999599,
+    "relative_err": 1.2396678587421153e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.338455621320715e-10,
+    "max_abs_err": 5.556314956745023e-13,
+    "mean_abs_err": 4.5801641885052887e-14,
+    "w_frob_norm": 47.007051184669386,
+    "relative_err": 2.8473507433225918e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.194902637658225e-10,
+    "max_abs_err": 4.22593817578365e-13,
+    "mean_abs_err": 4.109956935382794e-14,
+    "w_frob_norm": 46.31207253732559,
+    "relative_err": 2.5801104813333143e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.0887294637301488e-10,
+    "max_abs_err": 4.686528942698942e-13,
+    "mean_abs_err": 3.780910842081421e-14,
+    "w_frob_norm": 47.04114215683795,
+    "relative_err": 2.3144197054150183e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.32977226665458e-10,
+    "max_abs_err": 5.076945808202282e-13,
+    "mean_abs_err": 4.6055709831670516e-14,
+    "w_frob_norm": 46.77150351007133,
+    "relative_err": 2.8431249090982065e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.3027917326585995e-10,
+    "max_abs_err": 4.812469867054858e-13,
+    "mean_abs_err": 4.477733366744116e-14,
+    "w_frob_norm": 46.49847731043206,
+    "relative_err": 2.8017943984723016e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 4.822406977052563e-11,
+    "max_abs_err": 1.908629504443482e-13,
+    "mean_abs_err": 1.670231327345495e-14,
+    "w_frob_norm": 44.084670491764506,
+    "relative_err": 1.0938965684122422e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.2310872933162742e-10,
+    "max_abs_err": 6.155943810259856e-13,
+    "mean_abs_err": 4.2211603436567173e-14,
+    "w_frob_norm": 46.113014970341744,
+    "relative_err": 2.669717636350748e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 4.6680232638063814e-11,
+    "max_abs_err": 1.6990922557802435e-13,
+    "mean_abs_err": 1.621773980306751e-14,
+    "w_frob_norm": 43.28461433477071,
+    "relative_err": 1.0784486209587269e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 5.87327227322138e-11,
+    "max_abs_err": 2.425837308805967e-13,
+    "mean_abs_err": 2.0151256376979978e-14,
+    "w_frob_norm": 45.05366487924464,
+    "relative_err": 1.3036169840929153e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.0323989778415584e-11,
+    "max_abs_err": 1.878341232552927e-13,
+    "mean_abs_err": 1.7399135239833378e-14,
+    "w_frob_norm": 45.43065624477417,
+    "relative_err": 1.107709946061021e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.278873510055271e-10,
+    "max_abs_err": 4.618874727135847e-13,
+    "mean_abs_err": 4.4113021158497983e-14,
+    "w_frob_norm": 46.88143744829268,
+    "relative_err": 2.7278888610567655e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.2056649907086656e-10,
+    "max_abs_err": 5.139100950346531e-13,
+    "mean_abs_err": 4.121955223928894e-14,
+    "w_frob_norm": 46.15633779365107,
+    "relative_err": 2.6121331291463687e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.14399176425073e-10,
+    "max_abs_err": 4.2881236755887286e-13,
+    "mean_abs_err": 3.9249371038686127e-14,
+    "w_frob_norm": 45.46382339775343,
+    "relative_err": 2.516268273880502e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 5.1103819961589666e-11,
+    "max_abs_err": 2.223290995750915e-13,
+    "mean_abs_err": 1.7554416859720025e-14,
+    "w_frob_norm": 45.09569284697009,
+    "relative_err": 1.1332306199398653e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 5.185366667400263e-11,
+    "max_abs_err": 1.9389004290992773e-13,
+    "mean_abs_err": 1.7919607240373443e-14,
+    "w_frob_norm": 44.59367194147881,
+    "relative_err": 1.162803250247059e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.2919083143858004e-10,
+    "max_abs_err": 5.209652154114508e-13,
+    "mean_abs_err": 4.406603515728047e-14,
+    "w_frob_norm": 46.65569855462954,
+    "relative_err": 2.7690257662160915e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 5.2531971027541003e-11,
+    "max_abs_err": 2.038993973663139e-13,
+    "mean_abs_err": 1.8131430126257095e-14,
+    "w_frob_norm": 45.59302094116401,
+    "relative_err": 1.1521932511410339e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 4.511181748916739e-11,
+    "max_abs_err": 1.6021559079426595e-13,
+    "mean_abs_err": 1.5645718081088997e-14,
+    "w_frob_norm": 44.1021307243166,
+    "relative_err": 1.0228942853387824e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.3557732692943245e-10,
+    "max_abs_err": 4.654783503088566e-13,
+    "mean_abs_err": 4.677968637462277e-14,
+    "w_frob_norm": 46.4807680920878,
+    "relative_err": 2.9168478167319945e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.2827724992625025e-10,
+    "max_abs_err": 5.572348138471739e-13,
+    "mean_abs_err": 4.433024408961911e-14,
+    "w_frob_norm": 45.92919985038698,
+    "relative_err": 2.7929345676412746e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 6.573894659709023e-11,
+    "max_abs_err": 2.5463658959168356e-13,
+    "mean_abs_err": 2.2149902531564456e-14,
+    "w_frob_norm": 45.019766473365834,
+    "relative_err": 1.4602240692648211e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.41387933547199e-10,
+    "max_abs_err": 5.823744264610298e-13,
+    "mean_abs_err": 4.822961491442192e-14,
+    "w_frob_norm": 44.79633582491222,
+    "relative_err": 3.1562388071162304e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.1994138138399972e-10,
+    "max_abs_err": 4.87369259533077e-13,
+    "mean_abs_err": 4.1107499854849773e-14,
+    "w_frob_norm": 42.98723588245495,
+    "relative_err": 2.7901626825220758e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 6.310270153301679e-11,
+    "max_abs_err": 3.224729511197566e-13,
+    "mean_abs_err": 2.105030293617139e-14,
+    "w_frob_norm": 44.92338000904639,
+    "relative_err": 1.4046739475148477e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.3810595620813696e-10,
+    "max_abs_err": 4.901547917546267e-13,
+    "mean_abs_err": 4.7283162235225214e-14,
+    "w_frob_norm": 47.242157906506705,
+    "relative_err": 2.9233625712324945e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 5.792465673554463e-11,
+    "max_abs_err": 2.621357991783313e-13,
+    "mean_abs_err": 1.9677969870545036e-14,
+    "w_frob_norm": 44.113819274183726,
+    "relative_err": 1.3130728122976937e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.3676598453747135e-10,
+    "max_abs_err": 5.19008447330549e-13,
+    "mean_abs_err": 4.699389934160397e-14,
+    "w_frob_norm": 47.25413763042157,
+    "relative_err": 2.8942647436956564e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.192463692894498e-11,
+    "max_abs_err": 2.0696985791879285e-13,
+    "mean_abs_err": 1.795611868262269e-14,
+    "w_frob_norm": 45.18275478343356,
+    "relative_err": 1.1492136143054156e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 6.558540305811772e-11,
+    "max_abs_err": 2.638930740594958e-13,
+    "mean_abs_err": 2.238491602206371e-14,
+    "w_frob_norm": 44.74266164271943,
+    "relative_err": 1.465835975111012e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 6.575163019261436e-11,
+    "max_abs_err": 2.523541271781671e-13,
+    "mean_abs_err": 2.239983176121318e-14,
+    "w_frob_norm": 44.91079426306594,
+    "relative_err": 1.4640495959050018e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.2588867567058657e-10,
+    "max_abs_err": 4.3490211432128945e-13,
+    "mean_abs_err": 4.358253409699809e-14,
+    "w_frob_norm": 46.54467834243506,
+    "relative_err": 2.7046846203213117e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 6.220660465071192e-11,
+    "max_abs_err": 2.8181190020459823e-13,
+    "mean_abs_err": 2.1022997591370002e-14,
+    "w_frob_norm": 45.7113851017686,
+    "relative_err": 1.3608558242595259e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.515204447764054e-10,
+    "max_abs_err": 6.369071936518367e-13,
+    "mean_abs_err": 5.1353603115548324e-14,
+    "w_frob_norm": 45.989828641686316,
+    "relative_err": 3.294651214226607e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.165829698669679e-10,
+    "max_abs_err": 4.24164176004993e-13,
+    "mean_abs_err": 4.038962082384346e-14,
+    "w_frob_norm": 47.49822611800054,
+    "relative_err": 2.4544699748857805e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 5.2180898789510105e-11,
+    "max_abs_err": 1.9225810179990255e-13,
+    "mean_abs_err": 1.8055376609760627e-14,
+    "w_frob_norm": 44.74864693483397,
+    "relative_err": 1.166088862206258e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.3936718046289462e-10,
+    "max_abs_err": 5.99936766931819e-13,
+    "mean_abs_err": 4.8060710983113414e-14,
+    "w_frob_norm": 46.42778178916857,
+    "relative_err": 3.0018057096884277e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.0470700624202285e-10,
+    "max_abs_err": 3.917352553450826e-13,
+    "mean_abs_err": 3.6496529236772577e-14,
+    "w_frob_norm": 47.43804537309697,
+    "relative_err": 2.207236942806337e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 5.4536165427077624e-11,
+    "max_abs_err": 2.1085824059019487e-13,
+    "mean_abs_err": 1.8739489364396878e-14,
+    "w_frob_norm": 45.35909654760061,
+    "relative_err": 1.2023203630135455e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 4.743796278500458e-11,
+    "max_abs_err": 1.5795871555202012e-13,
+    "mean_abs_err": 1.6472484686576133e-14,
+    "w_frob_norm": 45.84831258967193,
+    "relative_err": 1.034671945499053e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 5.3208341413787216e-11,
+    "max_abs_err": 2.021646738903371e-13,
+    "mean_abs_err": 1.8337875603488537e-14,
+    "w_frob_norm": 43.81946935561632,
+    "relative_err": 1.2142625685851105e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.19583842609896e-10,
+    "max_abs_err": 4.0679959401046517e-13,
+    "mean_abs_err": 4.1582011625778714e-14,
+    "w_frob_norm": 47.15349851709586,
+    "relative_err": 2.536054510706983e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 4.939663540612875e-11,
+    "max_abs_err": 2.0557641418166017e-13,
+    "mean_abs_err": 1.7120230475870973e-14,
+    "w_frob_norm": 46.0819528341026,
+    "relative_err": 1.071930167194936e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 5.0341216537565075e-11,
+    "max_abs_err": 1.916036773685903e-13,
+    "mean_abs_err": 1.7406275692743537e-14,
+    "w_frob_norm": 45.34878204368092,
+    "relative_err": 1.1100897150683195e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.1445192599337677e-10,
+    "max_abs_err": 4.989550439482571e-13,
+    "mean_abs_err": 3.9563820238352004e-14,
+    "w_frob_norm": 47.513742807137994,
+    "relative_err": 2.408817306983079e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 5.0949864019018364e-11,
+    "max_abs_err": 2.2333523919115805e-13,
+    "mean_abs_err": 1.754002343187843e-14,
+    "w_frob_norm": 44.45904319789908,
+    "relative_err": 1.1459955130439248e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.2296730592756359e-10,
+    "max_abs_err": 4.2951220904978394e-13,
+    "mean_abs_err": 4.249281938036626e-14,
+    "w_frob_norm": 47.44788363355986,
+    "relative_err": 2.5916288885978655e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.1623351209622703e-10,
+    "max_abs_err": 4.60288057668734e-13,
+    "mean_abs_err": 4.0321987908169757e-14,
+    "w_frob_norm": 46.336151300798505,
+    "relative_err": 2.508484387097208e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.1448296490503592e-10,
+    "max_abs_err": 4.1422767993459786e-13,
+    "mean_abs_err": 3.959530047065488e-14,
+    "w_frob_norm": 46.233425780929835,
+    "relative_err": 2.4761947221366704e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.1939601550363174e-10,
+    "max_abs_err": 4.2043452053164287e-13,
+    "mean_abs_err": 4.1364842030146394e-14,
+    "w_frob_norm": 46.67324750657801,
+    "relative_err": 2.5581253047970226e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.965227921157299e-11,
+    "max_abs_err": 2.3891652545238173e-13,
+    "mean_abs_err": 2.046930290300432e-14,
+    "w_frob_norm": 44.75903446024214,
+    "relative_err": 1.3327427620128845e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 5.6095940642608566e-11,
+    "max_abs_err": 2.3130802828674746e-13,
+    "mean_abs_err": 1.907105896226734e-14,
+    "w_frob_norm": 45.704774685974435,
+    "relative_err": 1.2273540571642486e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.1963553686633254e-10,
+    "max_abs_err": 4.564335021051136e-13,
+    "mean_abs_err": 4.141590538274017e-14,
+    "w_frob_norm": 45.04784665825701,
+    "relative_err": 2.6557437422905994e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 5.592850791321926e-11,
+    "max_abs_err": 2.0714159554291456e-13,
+    "mean_abs_err": 1.91884855906153e-14,
+    "w_frob_norm": 44.88878767952695,
+    "relative_err": 1.245934916142263e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 5.27564633648707e-11,
+    "max_abs_err": 2.0184721949423334e-13,
+    "mean_abs_err": 1.8290534744063216e-14,
+    "w_frob_norm": 43.53664724616162,
+    "relative_err": 1.211771385761037e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.6067572809914674e-10,
+    "max_abs_err": 6.5865021769973e-13,
+    "mean_abs_err": 5.470026560339971e-14,
+    "w_frob_norm": 46.62441324068966,
+    "relative_err": 3.446171585467229e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.4209275425578846e-10,
+    "max_abs_err": 4.693502531072369e-13,
+    "mean_abs_err": 4.902272447887061e-14,
+    "w_frob_norm": 47.12388992075803,
+    "relative_err": 3.015301888166001e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 6.26601139522394e-11,
+    "max_abs_err": 2.405948704153893e-13,
+    "mean_abs_err": 2.148278082976781e-14,
+    "w_frob_norm": 43.506120486844914,
+    "relative_err": 1.4402597439407667e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.5099193308804007e-10,
+    "max_abs_err": 6.680420105986684e-13,
+    "mean_abs_err": 5.1685029372620093e-14,
+    "w_frob_norm": 47.37873773885483,
+    "relative_err": 3.186913377057175e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 4.961385257524719e-11,
+    "max_abs_err": 2.1188259480275917e-13,
+    "mean_abs_err": 1.712035302382623e-14,
+    "w_frob_norm": 44.022116951089664,
+    "relative_err": 1.1270210524035035e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.1390203806587469e-10,
+    "max_abs_err": 4.057795766065908e-13,
+    "mean_abs_err": 3.9318909910139287e-14,
+    "w_frob_norm": 45.7798148040093,
+    "relative_err": 2.4880406037793623e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 5.143996494785827e-11,
+    "max_abs_err": 2.069958787709325e-13,
+    "mean_abs_err": 1.7783762928962686e-14,
+    "w_frob_norm": 44.65942331831542,
+    "relative_err": 1.1518277918909458e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.429611574506865e-10,
+    "max_abs_err": 5.588294584024656e-13,
+    "mean_abs_err": 4.903062230871274e-14,
+    "w_frob_norm": 45.8094407714691,
+    "relative_err": 3.1207793643210143e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.468352293123349e-10,
+    "max_abs_err": 5.407757575071059e-13,
+    "mean_abs_err": 5.052067530743331e-14,
+    "w_frob_norm": 46.99020831595059,
+    "relative_err": 3.1248048173153646e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.2304520143595013e-10,
+    "max_abs_err": 4.697076061432881e-13,
+    "mean_abs_err": 4.2594520498120607e-14,
+    "w_frob_norm": 45.52349944402282,
+    "relative_err": 2.7028941741891025e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 4.9119052636694976e-11,
+    "max_abs_err": 1.81826775857985e-13,
+    "mean_abs_err": 1.7024579632387706e-14,
+    "w_frob_norm": 44.76663533922563,
+    "relative_err": 1.0972245795219648e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 7.169362195097596e-11,
+    "max_abs_err": 3.4952943317456686e-13,
+    "mean_abs_err": 2.3957561049741236e-14,
+    "w_frob_norm": 44.371830622474334,
+    "relative_err": 1.615746317995344e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 5.226407708942536e-11,
+    "max_abs_err": 1.8897643866422342e-13,
+    "mean_abs_err": 1.8073518444521448e-14,
+    "w_frob_norm": 45.42375212663588,
+    "relative_err": 1.150589166296071e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.4506419418209713e-10,
+    "max_abs_err": 6.89130393374815e-13,
+    "mean_abs_err": 4.8582528610942345e-14,
+    "w_frob_norm": 45.504412834321826,
+    "relative_err": 3.1879148668562113e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.1885898691512224e-11,
+    "max_abs_err": 2.287926792465811e-13,
+    "mean_abs_err": 1.781804515885809e-14,
+    "w_frob_norm": 45.82526482792501,
+    "relative_err": 1.1322552938067034e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.0645436455839682e-10,
+    "max_abs_err": 3.4391933745325787e-13,
+    "mean_abs_err": 3.6996127837565256e-14,
+    "w_frob_norm": 46.001985261232015,
+    "relative_err": 2.3141254438014612e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.2665900520845597e-10,
+    "max_abs_err": 5.700301342059788e-13,
+    "mean_abs_err": 4.356507244112198e-14,
+    "w_frob_norm": 46.27732781215584,
+    "relative_err": 2.736955896040004e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 5.5479962171488166e-11,
+    "max_abs_err": 2.2699550572546912e-13,
+    "mean_abs_err": 1.887591825355014e-14,
+    "w_frob_norm": 42.83075052611019,
+    "relative_err": 1.2953301422459748e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 4.8111547273015495e-11,
+    "max_abs_err": 1.727923359950978e-13,
+    "mean_abs_err": 1.659117899657976e-14,
+    "w_frob_norm": 44.781926609360234,
+    "relative_err": 1.0743518851410762e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 5.573302980072554e-11,
+    "max_abs_err": 2.3295428086544945e-13,
+    "mean_abs_err": 1.907830360912879e-14,
+    "w_frob_norm": 44.254888495045826,
+    "relative_err": 1.259364370717252e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.3728155200719035e-10,
+    "max_abs_err": 5.57598238415391e-13,
+    "mean_abs_err": 4.68273696395067e-14,
+    "w_frob_norm": 46.77331631735153,
+    "relative_err": 2.9350399504655803e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.123652244979475e-11,
+    "max_abs_err": 1.7939469354466553e-13,
+    "mean_abs_err": 1.7721747293015833e-14,
+    "w_frob_norm": 45.295655088774396,
+    "relative_err": 1.1311575547230066e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.1696344466277704e-10,
+    "max_abs_err": 4.141270659729912e-13,
+    "mean_abs_err": 4.049875154613853e-14,
+    "w_frob_norm": 46.29943394774178,
+    "relative_err": 2.526239193221969e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 4.906557816528072e-11,
+    "max_abs_err": 1.7209324243427915e-13,
+    "mean_abs_err": 1.7028721845594807e-14,
+    "w_frob_norm": 45.83810394460374,
+    "relative_err": 1.0704102906302025e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.1626649109220926e-10,
+    "max_abs_err": 4.000515196889154e-13,
+    "mean_abs_err": 4.03184990206394e-14,
+    "w_frob_norm": 47.3486282860349,
+    "relative_err": 2.4555408530494037e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.189114584666293e-11,
+    "max_abs_err": 2.038022528516592e-13,
+    "mean_abs_err": 1.7834875370008617e-14,
+    "w_frob_norm": 45.55339465343338,
+    "relative_err": 1.1391279671130256e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.1523790255109302e-10,
+    "max_abs_err": 4.580398560438681e-13,
+    "mean_abs_err": 3.958207199164612e-14,
+    "w_frob_norm": 45.030320916531075,
+    "relative_err": 2.5591179499852963e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.2202558995956839e-10,
+    "max_abs_err": 4.611762360884342e-13,
+    "mean_abs_err": 4.2294912596412855e-14,
+    "w_frob_norm": 46.39314465644954,
+    "relative_err": 2.6302504575447975e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.1599310308108069e-10,
+    "max_abs_err": 3.8814090830285863e-13,
+    "mean_abs_err": 4.0011952505293815e-14,
+    "w_frob_norm": 45.8691284559358,
+    "relative_err": 2.5287836718438966e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 4.61525455261742e-11,
+    "max_abs_err": 1.762253537540559e-13,
+    "mean_abs_err": 1.60051686489015e-14,
+    "w_frob_norm": 44.36005110365557,
+    "relative_err": 1.0404078529650503e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.3667046947937816e-10,
+    "max_abs_err": 5.852471285372474e-13,
+    "mean_abs_err": 4.683354908260296e-14,
+    "w_frob_norm": 46.472716059491304,
+    "relative_err": 2.940875444086841e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 5.843101966098365e-11,
+    "max_abs_err": 1.9493434644246577e-13,
+    "mean_abs_err": 2.019716038848872e-14,
+    "w_frob_norm": 44.42340123538923,
+    "relative_err": 1.315320710167403e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.2481611279828923e-10,
+    "max_abs_err": 5.203953587495924e-13,
+    "mean_abs_err": 4.290314869515416e-14,
+    "w_frob_norm": 45.41767062932172,
+    "relative_err": 2.7481839352128234e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 5.249656966463637e-11,
+    "max_abs_err": 2.1126156379835948e-13,
+    "mean_abs_err": 1.8143801374244568e-14,
+    "w_frob_norm": 44.073129366432276,
+    "relative_err": 1.1911241706521455e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 4.987513482686778e-11,
+    "max_abs_err": 1.865556320534978e-13,
+    "mean_abs_err": 1.7196775417249736e-14,
+    "w_frob_norm": 46.137674096557724,
+    "relative_err": 1.0810067001316154e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.2459142007998334e-11,
+    "max_abs_err": 2.011030231230393e-13,
+    "mean_abs_err": 1.8052880931137124e-14,
+    "w_frob_norm": 45.38985013648329,
+    "relative_err": 1.1557460941214459e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.2333793242309004e-10,
+    "max_abs_err": 4.332749437008232e-13,
+    "mean_abs_err": 4.2632316649388754e-14,
+    "w_frob_norm": 46.957265169804394,
+    "relative_err": 2.626599568290059e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.36781904154146e-10,
+    "max_abs_err": 5.225334054337338e-13,
+    "mean_abs_err": 4.691755720727288e-14,
+    "w_frob_norm": 47.10204709420053,
+    "relative_err": 2.9039481846848937e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.2364557176523506e-10,
+    "max_abs_err": 5.559927518383745e-13,
+    "mean_abs_err": 4.244409109570172e-14,
+    "w_frob_norm": 47.00478203233461,
+    "relative_err": 2.6304892059743883e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 5.414580578177634e-11,
+    "max_abs_err": 2.1067869671043127e-13,
+    "mean_abs_err": 1.8518692976530686e-14,
+    "w_frob_norm": 44.413455970451615,
+    "relative_err": 1.2191306575601701e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.165060254958347e-11,
+    "max_abs_err": 1.8212297989150805e-13,
+    "mean_abs_err": 1.7806558944128216e-14,
+    "w_frob_norm": 45.58942294245326,
+    "relative_err": 1.132951443907968e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 6.381397070320083e-11,
+    "max_abs_err": 2.7792698698014817e-13,
+    "mean_abs_err": 2.1409942404691354e-14,
+    "w_frob_norm": 45.11326875043359,
+    "relative_err": 1.4145277536021486e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 5.225539148238701e-11,
+    "max_abs_err": 1.9279266768104653e-13,
+    "mean_abs_err": 1.7898175220310217e-14,
+    "w_frob_norm": 46.07707904276855,
+    "relative_err": 1.1340864605129109e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 5.978315627796186e-11,
+    "max_abs_err": 2.5601396003160914e-13,
+    "mean_abs_err": 2.0398376761331268e-14,
+    "w_frob_norm": 45.725975339766805,
+    "relative_err": 1.307422221915294e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 5.6059410664485024e-11,
+    "max_abs_err": 2.47423609378572e-13,
+    "mean_abs_err": 1.9232140045685008e-14,
+    "w_frob_norm": 44.97499722768137,
+    "relative_err": 1.2464572344649614e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.2163068991029208e-10,
+    "max_abs_err": 4.2254741372538263e-13,
+    "mean_abs_err": 4.189265278079491e-14,
+    "w_frob_norm": 45.99871037743939,
+    "relative_err": 2.644219564249942e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.2157033701002257e-10,
+    "max_abs_err": 4.290352795255359e-13,
+    "mean_abs_err": 4.200617049592959e-14,
+    "w_frob_norm": 46.41233146177159,
+    "relative_err": 2.6193542358490717e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.5166500841932468e-10,
+    "max_abs_err": 6.262898186171206e-13,
+    "mean_abs_err": 5.190358711552521e-14,
+    "w_frob_norm": 46.54877975429606,
+    "relative_err": 3.258195149687619e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.3781988700909275e-10,
+    "max_abs_err": 5.656538605569583e-13,
+    "mean_abs_err": 4.725686950043326e-14,
+    "w_frob_norm": 46.63347364136771,
+    "relative_err": 2.9553853969573314e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.602643917304239e-10,
+    "max_abs_err": 6.134294461279666e-13,
+    "mean_abs_err": 5.405137823711491e-14,
+    "w_frob_norm": 46.517440768454186,
+    "relative_err": 3.4452538463617982e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 5.663632062944334e-11,
+    "max_abs_err": 1.9504883819188024e-13,
+    "mean_abs_err": 1.9529734119497345e-14,
+    "w_frob_norm": 44.87845737267316,
+    "relative_err": 1.261993480728008e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.3210488615170268e-10,
+    "max_abs_err": 5.398875790874058e-13,
+    "mean_abs_err": 4.538607799560145e-14,
+    "w_frob_norm": 45.45818561985904,
+    "relative_err": 2.9060747663010737e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.3101380441279784e-10,
+    "max_abs_err": 5.222766663592893e-13,
+    "mean_abs_err": 4.47563239602949e-14,
+    "w_frob_norm": 46.32537458565006,
+    "relative_err": 2.8281218572894437e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 5.239535067114217e-11,
+    "max_abs_err": 1.7820467324014544e-13,
+    "mean_abs_err": 1.8097322781210336e-14,
+    "w_frob_norm": 46.1334121048247,
+    "relative_err": 1.135735430799895e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 4.900277113461715e-11,
+    "max_abs_err": 1.732711196744674e-13,
+    "mean_abs_err": 1.7068699120327993e-14,
+    "w_frob_norm": 45.079048245287154,
+    "relative_err": 1.0870409434551496e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 4.902276375960326e-11,
+    "max_abs_err": 1.6862497116405632e-13,
+    "mean_abs_err": 1.6902566153289736e-14,
+    "w_frob_norm": 43.88699889161633,
+    "relative_err": 1.1170224667371368e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.2827160530024723e-10,
+    "max_abs_err": 5.058310541261601e-13,
+    "mean_abs_err": 4.4172026855346964e-14,
+    "w_frob_norm": 45.9515035237018,
+    "relative_err": 2.7914561105510874e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 4.586312027625562e-11,
+    "max_abs_err": 1.6600956720402849e-13,
+    "mean_abs_err": 1.5886672353443627e-14,
+    "w_frob_norm": 44.13521368347011,
+    "relative_err": 1.0391502940300174e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.3700527930366648e-10,
+    "max_abs_err": 6.341108194085621e-13,
+    "mean_abs_err": 4.6457797461525784e-14,
+    "w_frob_norm": 46.27891652079949,
+    "relative_err": 2.9604253859765953e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.303331500589631e-10,
+    "max_abs_err": 5.21918879642369e-13,
+    "mean_abs_err": 4.518175178205648e-14,
+    "w_frob_norm": 46.49455011171544,
+    "relative_err": 2.8031919815505958e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.2884710064084513e-10,
+    "max_abs_err": 5.453103246733093e-13,
+    "mean_abs_err": 4.4040709053732017e-14,
+    "w_frob_norm": 46.00670553567645,
+    "relative_err": 2.8006156741853444e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.6370225232091123e-10,
+    "max_abs_err": 8.422949837605387e-13,
+    "mean_abs_err": 5.516315260939983e-14,
+    "w_frob_norm": 46.050356489373975,
+    "relative_err": 3.5548530956255504e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 5.349005799858765e-11,
+    "max_abs_err": 2.175343238874916e-13,
+    "mean_abs_err": 1.847286270103034e-14,
+    "w_frob_norm": 44.908515279892285,
+    "relative_err": 1.1910894329329507e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 5.466297027876017e-11,
+    "max_abs_err": 2.3275825711266407e-13,
+    "mean_abs_err": 1.8861788573493382e-14,
+    "w_frob_norm": 44.372935930335906,
+    "relative_err": 1.2318988845944134e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.3902372718020428e-10,
+    "max_abs_err": 4.920334972791096e-13,
+    "mean_abs_err": 4.774464707159166e-14,
+    "w_frob_norm": 46.827158111815066,
+    "relative_err": 2.968869621518349e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 4.8599130345824543e-11,
+    "max_abs_err": 1.6813894027079002e-13,
+    "mean_abs_err": 1.681512996931714e-14,
+    "w_frob_norm": 45.064782554914245,
+    "relative_err": 1.078428155879893e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 6.320474939482669e-11,
+    "max_abs_err": 2.757551131882252e-13,
+    "mean_abs_err": 2.1497024241803193e-14,
+    "w_frob_norm": 46.11457021915335,
+    "relative_err": 1.370602590340852e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.3091724246653534e-10,
+    "max_abs_err": 4.594796765289288e-13,
+    "mean_abs_err": 4.525123904731159e-14,
+    "w_frob_norm": 45.37521890078139,
+    "relative_err": 2.885214565086778e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 5.3372731931660114e-11,
+    "max_abs_err": 2.4290292000017644e-13,
+    "mean_abs_err": 1.8442770837159035e-14,
+    "w_frob_norm": 43.96252839499076,
+    "relative_err": 1.2140505535105115e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.82566771591954e-11,
+    "max_abs_err": 2.278489896756497e-13,
+    "mean_abs_err": 1.9987893774296074e-14,
+    "w_frob_norm": 45.0861929064453,
+    "relative_err": 1.2921179058094148e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.1104768788326442e-10,
+    "max_abs_err": 3.91704030322515e-13,
+    "mean_abs_err": 3.841770242720637e-14,
+    "w_frob_norm": 46.783225699127385,
+    "relative_err": 2.3736646249541473e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.4102156034559716e-10,
+    "max_abs_err": 5.091482790930968e-13,
+    "mean_abs_err": 4.8334936193564973e-14,
+    "w_frob_norm": 46.791557235178864,
+    "relative_err": 3.0138249008642573e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 5.6429276076011696e-11,
+    "max_abs_err": 2.1297547059262456e-13,
+    "mean_abs_err": 1.9406058491826864e-14,
+    "w_frob_norm": 44.873010157188496,
+    "relative_err": 1.2575326655898953e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.361233831174952e-10,
+    "max_abs_err": 5.594231675121186e-13,
+    "mean_abs_err": 4.615931732451066e-14,
+    "w_frob_norm": 46.267703679179434,
+    "relative_err": 2.9420821068055517e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.3338786817106346e-10,
+    "max_abs_err": 5.081863749256676e-13,
+    "mean_abs_err": 4.5504197859152965e-14,
+    "w_frob_norm": 45.41089638683524,
+    "relative_err": 2.93735378035244e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.2201878132486135e-11,
+    "max_abs_err": 1.8869281137590121e-13,
+    "mean_abs_err": 1.802026106257251e-14,
+    "w_frob_norm": 45.95409402960728,
+    "relative_err": 1.1359570727007158e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.2939390253845696e-10,
+    "max_abs_err": 5.366818101038007e-13,
+    "mean_abs_err": 4.4531791292731514e-14,
+    "w_frob_norm": 46.79405261670454,
+    "relative_err": 2.7651783785075697e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 5.043756306941633e-11,
+    "max_abs_err": 2.0056048835592755e-13,
+    "mean_abs_err": 1.7396825863017088e-14,
+    "w_frob_norm": 45.08374393716671,
+    "relative_err": 1.1187527624083583e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 5.192486951733756e-11,
+    "max_abs_err": 2.2687103931606778e-13,
+    "mean_abs_err": 1.785040944358079e-14,
+    "w_frob_norm": 44.79907281007961,
+    "relative_err": 1.1590612541796774e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.1684003693066567e-10,
+    "max_abs_err": 3.831154143929538e-13,
+    "mean_abs_err": 4.050835392196813e-14,
+    "w_frob_norm": 46.792688284373156,
+    "relative_err": 2.496972095738416e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.276280393159318e-10,
+    "max_abs_err": 4.786006660428832e-13,
+    "mean_abs_err": 4.367498696129364e-14,
+    "w_frob_norm": 46.520183286451775,
+    "relative_err": 2.743498204425633e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.174368842876093e-11,
+    "max_abs_err": 1.7816477460019797e-13,
+    "mean_abs_err": 1.7900303284762322e-14,
+    "w_frob_norm": 44.27529705070781,
+    "relative_err": 1.1686807740555571e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.1491298149864039e-10,
+    "max_abs_err": 4.162590411249667e-13,
+    "mean_abs_err": 3.9673760262237384e-14,
+    "w_frob_norm": 46.53913909554065,
+    "relative_err": 2.4691686123100474e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 6.106459740378118e-11,
+    "max_abs_err": 2.6405266861928567e-13,
+    "mean_abs_err": 2.1044808859059028e-14,
+    "w_frob_norm": 45.276556074430296,
+    "relative_err": 1.3487023461633623e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.579460703124393e-10,
+    "max_abs_err": 6.767863179601985e-13,
+    "mean_abs_err": 5.346961679891875e-14,
+    "w_frob_norm": 46.84967961420311,
+    "relative_err": 3.371337255944773e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 5.730488523382931e-11,
+    "max_abs_err": 2.0828130886663132e-13,
+    "mean_abs_err": 1.9611015262992602e-14,
+    "w_frob_norm": 45.77903223796348,
+    "relative_err": 1.2517714427852782e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.215024435428884e-10,
+    "max_abs_err": 4.149455301930005e-13,
+    "mean_abs_err": 4.2013645573187125e-14,
+    "w_frob_norm": 46.218924328692374,
+    "relative_err": 2.6288461989899784e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.2118730308764053e-10,
+    "max_abs_err": 3.969168743678253e-13,
+    "mean_abs_err": 4.2030351149116974e-14,
+    "w_frob_norm": 47.11025588593006,
+    "relative_err": 2.5724186975565615e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 6.172988292512063e-11,
+    "max_abs_err": 2.322621261985347e-13,
+    "mean_abs_err": 2.1097608610422242e-14,
+    "w_frob_norm": 44.42070209581623,
+    "relative_err": 1.3896647286656612e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 5.1639806151248844e-11,
+    "max_abs_err": 2.0056872829243844e-13,
+    "mean_abs_err": 1.778974180511498e-14,
+    "w_frob_norm": 43.7998560376901,
+    "relative_err": 1.1789948831524106e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 5.901665563992868e-11,
+    "max_abs_err": 2.924728601666482e-13,
+    "mean_abs_err": 1.986506450572031e-14,
+    "w_frob_norm": 45.37172878792255,
+    "relative_err": 1.3007363222985292e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.170978664429728e-11,
+    "max_abs_err": 2.30743375795317e-13,
+    "mean_abs_err": 1.763735598500826e-14,
+    "w_frob_norm": 44.04516266056994,
+    "relative_err": 1.1740173839927455e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.293560122589654e-10,
+    "max_abs_err": 4.768373196295528e-13,
+    "mean_abs_err": 4.4568884888289936e-14,
+    "w_frob_norm": 45.82911197814116,
+    "relative_err": 2.8225729601887894e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.3300514693307394e-10,
+    "max_abs_err": 5.398216595953187e-13,
+    "mean_abs_err": 4.5946665425267855e-14,
+    "w_frob_norm": 46.032306114255825,
+    "relative_err": 2.8893870014451297e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 4.69731759532684e-11,
+    "max_abs_err": 1.6465821761624255e-13,
+    "mean_abs_err": 1.6316645336882537e-14,
+    "w_frob_norm": 45.00880199936174,
+    "relative_err": 1.0436442177228915e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 5.147375848805547e-11,
+    "max_abs_err": 2.1163973351612242e-13,
+    "mean_abs_err": 1.7740495856743507e-14,
+    "w_frob_norm": 45.90091548658261,
+    "relative_err": 1.1214102799997936e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 5.197341331120533e-11,
+    "max_abs_err": 2.1439100494902164e-13,
+    "mean_abs_err": 1.8040415118383128e-14,
+    "w_frob_norm": 44.502861201796385,
+    "relative_err": 1.1678667822173058e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.1286340059341566e-10,
+    "max_abs_err": 4.010888843275495e-13,
+    "mean_abs_err": 3.924385077789132e-14,
+    "w_frob_norm": 46.073314319832285,
+    "relative_err": 2.4496479634596973e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 5.818624489220918e-11,
+    "max_abs_err": 2.667276122192419e-13,
+    "mean_abs_err": 1.989720865307947e-14,
+    "w_frob_norm": 44.280961389274424,
+    "relative_err": 1.3140239747889225e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.351656018127769e-10,
+    "max_abs_err": 5.540169017992369e-13,
+    "mean_abs_err": 4.642335636647164e-14,
+    "w_frob_norm": 45.94173317698789,
+    "relative_err": 2.9421093299214285e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.395636112818942e-10,
+    "max_abs_err": 4.866532524183675e-13,
+    "mean_abs_err": 4.820880813317623e-14,
+    "w_frob_norm": 46.95981662580402,
+    "relative_err": 2.9719794775605062e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 6.254019195148122e-11,
+    "max_abs_err": 2.425004641537498e-13,
+    "mean_abs_err": 2.1361631694061202e-14,
+    "w_frob_norm": 46.21899836980839,
+    "relative_err": 1.3531273752642444e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.2563086405765055e-10,
+    "max_abs_err": 5.088013343979014e-13,
+    "mean_abs_err": 4.3032643698542464e-14,
+    "w_frob_norm": 47.193308601260924,
+    "relative_err": 2.662048239065271e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.207947809271986e-10,
+    "max_abs_err": 4.19002939983093e-13,
+    "mean_abs_err": 4.169424937526997e-14,
+    "w_frob_norm": 45.78607261241132,
+    "relative_err": 2.6382428986594176e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.4267349853461704e-10,
+    "max_abs_err": 4.993089275373563e-13,
+    "mean_abs_err": 4.916230697867256e-14,
+    "w_frob_norm": 46.79126999820453,
+    "relative_err": 3.0491478119762874e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 4.738110026085538e-11,
+    "max_abs_err": 2.113795249947259e-13,
+    "mean_abs_err": 1.6447768161962878e-14,
+    "w_frob_norm": 45.58529928172664,
+    "relative_err": 1.0393943005184701e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 4.5448425815661706e-11,
+    "max_abs_err": 1.610794830853024e-13,
+    "mean_abs_err": 1.5787233276021914e-14,
+    "w_frob_norm": 44.62043434715399,
+    "relative_err": 1.0185563291936114e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.3683456874997598e-10,
+    "max_abs_err": 5.241744538420079e-13,
+    "mean_abs_err": 4.715729136620442e-14,
+    "w_frob_norm": 46.30777342262531,
+    "relative_err": 2.9548941492211886e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.2581901698070747e-10,
+    "max_abs_err": 4.3563416762815166e-13,
+    "mean_abs_err": 4.340652768075502e-14,
+    "w_frob_norm": 45.947864710247046,
+    "relative_err": 2.738299543931755e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 4.94785663821161e-11,
+    "max_abs_err": 1.6871226637960035e-13,
+    "mean_abs_err": 1.7148957617806673e-14,
+    "w_frob_norm": 45.306483206912965,
+    "relative_err": 1.0920857872845568e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 6.112266437641729e-11,
+    "max_abs_err": 2.1345642267633913e-13,
+    "mean_abs_err": 2.0961500094672584e-14,
+    "w_frob_norm": 45.72986952213225,
+    "relative_err": 1.3366026410120254e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.0726499688601747e-10,
+    "max_abs_err": 4.110814878603708e-13,
+    "mean_abs_err": 3.7270559427412325e-14,
+    "w_frob_norm": 45.502882554394944,
+    "relative_err": 2.3573231159100966e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.178107648342205e-11,
+    "max_abs_err": 2.3172002511229195e-13,
+    "mean_abs_err": 1.7707673157859344e-14,
+    "w_frob_norm": 44.05214470730238,
+    "relative_err": 1.1754496138036718e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.3221807622560442e-10,
+    "max_abs_err": 4.4493922435329125e-13,
+    "mean_abs_err": 4.551296264258882e-14,
+    "w_frob_norm": 46.791974246812316,
+    "relative_err": 2.825657142145733e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.3415960272539068e-10,
+    "max_abs_err": 5.441411210505009e-13,
+    "mean_abs_err": 4.62721267621474e-14,
+    "w_frob_norm": 45.52261821355677,
+    "relative_err": 2.947097684408617e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 5.4975426763790075e-11,
+    "max_abs_err": 1.9497511244415122e-13,
+    "mean_abs_err": 1.8964929231209162e-14,
+    "w_frob_norm": 44.79275237940937,
+    "relative_err": 1.2273286155342744e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 5.358025962071996e-11,
+    "max_abs_err": 1.7569973254083493e-13,
+    "mean_abs_err": 1.8519799818255523e-14,
+    "w_frob_norm": 44.65568574261743,
+    "relative_err": 1.1998530249774063e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 5.448211838268388e-11,
+    "max_abs_err": 2.270111182367529e-13,
+    "mean_abs_err": 1.8695689074057134e-14,
+    "w_frob_norm": 44.40318776741462,
+    "relative_err": 1.2269866449243021e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.1347125560504033e-10,
+    "max_abs_err": 3.8469921692652065e-13,
+    "mean_abs_err": 3.920385091972547e-14,
+    "w_frob_norm": 45.366200177550496,
+    "relative_err": 2.5012290022295426e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.1673939481733528e-10,
+    "max_abs_err": 5.0083374947274e-13,
+    "mean_abs_err": 4.013310023567978e-14,
+    "w_frob_norm": 46.431270688729235,
+    "relative_err": 2.5142407925887905e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 5.85903933449233e-11,
+    "max_abs_err": 2.317538522200735e-13,
+    "mean_abs_err": 2.0022715194573596e-14,
+    "w_frob_norm": 45.04052622941626,
+    "relative_err": 1.3008372292652643e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.3310777911518724e-10,
+    "max_abs_err": 5.746306208642693e-13,
+    "mean_abs_err": 4.54730088247156e-14,
+    "w_frob_norm": 46.78544192364861,
+    "relative_err": 2.845068329853807e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.001318113589201e-11,
+    "max_abs_err": 1.6672774272308288e-13,
+    "mean_abs_err": 1.733346140993772e-14,
+    "w_frob_norm": 44.683982405722844,
+    "relative_err": 1.1192641846866057e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.3281725999140074e-10,
+    "max_abs_err": 5.544349701569473e-13,
+    "mean_abs_err": 4.5647440829735184e-14,
+    "w_frob_norm": 46.203653528291646,
+    "relative_err": 2.8746051415625268e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 5.843909173326253e-11,
+    "max_abs_err": 2.741556981433746e-13,
+    "mean_abs_err": 1.989268949010488e-14,
+    "w_frob_norm": 45.37239894378717,
+    "relative_err": 1.287987699430748e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.6955448666536104e-10,
+    "max_abs_err": 8.334895273964804e-13,
+    "mean_abs_err": 5.759040523110356e-14,
+    "w_frob_norm": 46.96017887249855,
+    "relative_err": 3.610601380495546e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.400399553221582e-10,
+    "max_abs_err": 6.011354608537189e-13,
+    "mean_abs_err": 4.808262792677114e-14,
+    "w_frob_norm": 46.65207299933351,
+    "relative_err": 3.0017949111105707e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 5.837143488054582e-11,
+    "max_abs_err": 2.2478546801707466e-13,
+    "mean_abs_err": 2.0068258834207143e-14,
+    "w_frob_norm": 45.30618893497164,
+    "relative_err": 1.2883766269620878e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 4.695514000769145e-11,
+    "max_abs_err": 1.604740645921865e-13,
+    "mean_abs_err": 1.6281604331100307e-14,
+    "w_frob_norm": 44.154096262756134,
+    "relative_err": 1.063437913625649e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.2706189886855476e-10,
+    "max_abs_err": 5.501085698078612e-13,
+    "mean_abs_err": 4.401234876151993e-14,
+    "w_frob_norm": 47.229909378507855,
+    "relative_err": 2.6902846213457854e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 5.3964443720240796e-11,
+    "max_abs_err": 2.0230345176841524e-13,
+    "mean_abs_err": 1.8570733169037765e-14,
+    "w_frob_norm": 45.59153409124309,
+    "relative_err": 1.1836505350366333e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 5.947739807858925e-11,
+    "max_abs_err": 2.372720075971557e-13,
+    "mean_abs_err": 2.043844541977039e-14,
+    "w_frob_norm": 44.033467953732476,
+    "relative_err": 1.3507316330633838e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.1743866121351406e-10,
+    "max_abs_err": 4.3989031167646075e-13,
+    "mean_abs_err": 4.0658696013563045e-14,
+    "w_frob_norm": 47.67858246159395,
+    "relative_err": 2.4631323992929795e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.267173180379115e-11,
+    "max_abs_err": 2.107203300738547e-13,
+    "mean_abs_err": 1.817595871545252e-14,
+    "w_frob_norm": 45.040799807176334,
+    "relative_err": 1.1694226574413313e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.366107692968359e-10,
+    "max_abs_err": 5.901720084855455e-13,
+    "mean_abs_err": 4.6907493139929286e-14,
+    "w_frob_norm": 46.94733569953946,
+    "relative_err": 2.9098726745887732e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.5206632361831878e-10,
+    "max_abs_err": 7.093336334973444e-13,
+    "mean_abs_err": 5.1867602563994173e-14,
+    "w_frob_norm": 46.51310528423395,
+    "relative_err": 3.2693221123179464e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.3865738887621666e-10,
+    "max_abs_err": 6.529837434654517e-13,
+    "mean_abs_err": 4.7285796137506975e-14,
+    "w_frob_norm": 45.95282883582958,
+    "relative_err": 3.0173852706997013e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 5.254358497297737e-11,
+    "max_abs_err": 1.8944047719404722e-13,
+    "mean_abs_err": 1.794509653422607e-14,
+    "w_frob_norm": 45.18572353432445,
+    "relative_err": 1.1628359770108286e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.41.mixer.D": {
+    "frob_norm_diff": 2.346785994371137e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 1.102430321510417e-16,
+    "w_frob_norm": 12.323181409924093,
+    "relative_err": 1.9043669944526058e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.40.norm.weight": {
+    "frob_norm_diff": 1.3120530982484264e-14,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.5463562556761706e-16,
+    "w_frob_norm": 103.86499286928328,
+    "relative_err": 1.2632293730570784e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.2924799588089788e-10,
+    "max_abs_err": 5.036873695907218e-13,
+    "mean_abs_err": 4.475017112492385e-14,
+    "w_frob_norm": 46.57287096571069,
+    "relative_err": 2.7751777633819658e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.41.mixer.dt_bias": {
+    "frob_norm_diff": 5.890728606398369e-15,
+    "max_abs_err": 3.552713678800501e-15,
+    "mean_abs_err": 4.1904413966564746e-16,
+    "w_frob_norm": 35.062432821144846,
+    "relative_err": 1.6800684186540217e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.41.mixer.norm.weight": {
+    "frob_norm_diff": 4.927940310814989e-14,
+    "max_abs_err": 1.4210854715202004e-14,
+    "mean_abs_err": 3.5604861110271493e-16,
+    "w_frob_norm": 391.9335508412599,
+    "relative_err": 1.257340766116472e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": true
+  },
+  "backbone.layers.41.mixer.A_log": {
+    "frob_norm_diff": 2.1161806290904874e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.6273874609007422e-16,
+    "w_frob_norm": 19.868005112322503,
+    "relative_err": 1.0651198331824433e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": true
+  },
+  "backbone.layers.40.mixer.gate.weight": {
+    "frob_norm_diff": 2.2536604237115324e-11,
+    "max_abs_err": 2.6658102808552187e-13,
+    "mean_abs_err": 2.97210022262889e-14,
+    "w_frob_norm": 8.959239771288475,
+    "relative_err": 2.515459437678853e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.659183993247063e-10,
+    "max_abs_err": 9.859335570183703e-13,
+    "mean_abs_err": 6.476568392493329e-14,
+    "w_frob_norm": 50.3322679198785,
+    "relative_err": 5.283258838008431e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.40.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.461421397051452e-10,
+    "max_abs_err": 4.901686695424345e-13,
+    "mean_abs_err": 3.5255130290173585e-14,
+    "w_frob_norm": 47.66932783389582,
+    "relative_err": 3.065747858127531e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.41.mixer.in_proj.weight": {
+    "frob_norm_diff": 2.770557980039766e-10,
+    "max_abs_err": 7.536818391606914e-13,
+    "mean_abs_err": 3.986321721646332e-14,
+    "w_frob_norm": 124.97727149538262,
+    "relative_err": 2.2168494694190264e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": true
+  },
+  "backbone.layers.41.mixer.conv1d.weight": {
+    "frob_norm_diff": 9.230007454691014e-15,
+    "max_abs_err": 2.6645352591003757e-15,
+    "mean_abs_err": 1.7005952026685225e-17,
+    "w_frob_norm": 10.937330691130981,
+    "relative_err": 8.438994591409377e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 4.440892098500626e-15,
+    "sensitive": true
+  },
+  "backbone.layers.42.norm.weight": {
+    "frob_norm_diff": 5.970739790225788e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 7.436594329752954e-17,
+    "w_frob_norm": 49.48684372087356,
+    "relative_err": 1.2065307344924341e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": true
+  },
+  "backbone.layers.41.norm.weight": {
+    "frob_norm_diff": 6.0860072864280506e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 7.471701828671533e-17,
+    "w_frob_norm": 50.96323835087413,
+    "relative_err": 1.194195558085775e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": true
+  },
+  "backbone.layers.43.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.346707756167424e-11,
+    "max_abs_err": 2.1978252551235755e-13,
+    "mean_abs_err": 1.840212807388428e-14,
+    "w_frob_norm": 44.41300103418776,
+    "relative_err": 1.2038609487459974e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.42.mixer.v_proj.weight": {
+    "frob_norm_diff": 1.2439169600161574e-10,
+    "max_abs_err": 1.3553819525058408e-12,
+    "mean_abs_err": 1.11900774519041e-13,
+    "w_frob_norm": 46.84759762974528,
+    "relative_err": 2.6552417262616436e-12,
+    "shape": [
+      256,
+      2688
+    ],
+    "numel": 688128,
+    "sensitive": true
+  },
+  "backbone.layers.42.mixer.k_proj.weight": {
+    "frob_norm_diff": 3.9622335330680034e-11,
+    "max_abs_err": 3.8757191900273824e-13,
+    "mean_abs_err": 3.589950310159542e-14,
+    "w_frob_norm": 14.918658184374532,
+    "relative_err": 2.655891357051104e-12,
+    "shape": [
+      256,
+      2688
+    ],
+    "numel": 688128,
+    "sensitive": true
+  },
+  "backbone.layers.42.mixer.o_proj.weight": {
+    "frob_norm_diff": 5.630167830419948e-10,
+    "max_abs_err": 3.6573868933409415e-12,
+    "mean_abs_err": 1.2908147173792383e-13,
+    "w_frob_norm": 91.89040628028722,
+    "relative_err": 6.127046400520441e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.41.mixer.out_proj.weight": {
+    "frob_norm_diff": 3.9493139926196576e-10,
+    "max_abs_err": 1.6748685771617033e-12,
+    "mean_abs_err": 9.166115813433554e-14,
+    "w_frob_norm": 70.53823925057377,
+    "relative_err": 5.598827011531243e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.43.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 5.391042251706353e-11,
+    "max_abs_err": 2.2513241271227002e-13,
+    "mean_abs_err": 1.844589789421193e-14,
+    "w_frob_norm": 44.28050949726138,
+    "relative_err": 1.217475208147678e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.3079709492279813e-10,
+    "max_abs_err": 5.239836342596504e-13,
+    "mean_abs_err": 4.4985050646227717e-14,
+    "w_frob_norm": 45.09669391734385,
+    "relative_err": 2.9003699287254083e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.42.mixer.q_proj.weight": {
+    "frob_norm_diff": 2.094590139213918e-10,
+    "max_abs_err": 5.738812203226473e-13,
+    "mean_abs_err": 4.813264628660857e-14,
+    "w_frob_norm": 72.74898493068156,
+    "relative_err": 2.879201876438188e-12,
+    "shape": [
+      4096,
+      2688
+    ],
+    "numel": 11010048,
+    "sensitive": true
+  },
+  "backbone.layers.43.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.0557557589389903e-10,
+    "max_abs_err": 3.6440121753411603e-13,
+    "mean_abs_err": 3.66132325071004e-14,
+    "w_frob_norm": 44.13046371146898,
+    "relative_err": 2.392351383030249e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 5.896153014003834e-11,
+    "max_abs_err": 2.5328328843998715e-13,
+    "mean_abs_err": 1.998284335290954e-14,
+    "w_frob_norm": 43.72392574721111,
+    "relative_err": 1.3484957979510598e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 4.8946341579889544e-11,
+    "max_abs_err": 2.0595330996187045e-13,
+    "mean_abs_err": 1.6883276841759952e-14,
+    "w_frob_norm": 43.575355850704064,
+    "relative_err": 1.1232574152139413e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.1651475503461795e-11,
+    "max_abs_err": 1.795612269983593e-13,
+    "mean_abs_err": 1.783650802377895e-14,
+    "w_frob_norm": 45.74745337195198,
+    "relative_err": 1.1290568478972342e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 5.6454472517882245e-11,
+    "max_abs_err": 2.5118275515101374e-13,
+    "mean_abs_err": 1.9378508711823983e-14,
+    "w_frob_norm": 45.095946999735474,
+    "relative_err": 1.2518746422647116e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.451163443479617e-10,
+    "max_abs_err": 6.903574933936341e-13,
+    "mean_abs_err": 4.96467497075922e-14,
+    "w_frob_norm": 46.36045770416614,
+    "relative_err": 3.130174970962829e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 5.94878998501512e-11,
+    "max_abs_err": 2.2740316574232367e-13,
+    "mean_abs_err": 2.0322924959799458e-14,
+    "w_frob_norm": 45.13434003623589,
+    "relative_err": 1.3180186040693543e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.2009946175529652e-10,
+    "max_abs_err": 6.323656875917294e-13,
+    "mean_abs_err": 4.126300884546386e-14,
+    "w_frob_norm": 44.50456171563783,
+    "relative_err": 2.69858767563363e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.063822503510842e-10,
+    "max_abs_err": 3.39569518337246e-13,
+    "mean_abs_err": 3.7128570913681414e-14,
+    "w_frob_norm": 47.05310804766443,
+    "relative_err": 2.2608974149660806e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.1688391507952192e-10,
+    "max_abs_err": 4.1798162153661167e-13,
+    "mean_abs_err": 4.054132215259045e-14,
+    "w_frob_norm": 46.57956683941429,
+    "relative_err": 2.509338815504358e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.242098169056426e-10,
+    "max_abs_err": 5.703978955828859e-13,
+    "mean_abs_err": 4.27082482122609e-14,
+    "w_frob_norm": 46.348294072200275,
+    "relative_err": 2.6799220854202633e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.3491325296154095e-10,
+    "max_abs_err": 5.202643871271562e-13,
+    "mean_abs_err": 4.612752911577363e-14,
+    "w_frob_norm": 46.598079561741834,
+    "relative_err": 2.8952535003675996e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 5.783264183154531e-11,
+    "max_abs_err": 2.2637100527411746e-13,
+    "mean_abs_err": 1.9834949718910288e-14,
+    "w_frob_norm": 42.85859568359379,
+    "relative_err": 1.3493825663000798e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 5.045583718422359e-11,
+    "max_abs_err": 2.1222607005100258e-13,
+    "mean_abs_err": 1.7345341311746406e-14,
+    "w_frob_norm": 44.251246568250345,
+    "relative_err": 1.1402127871449604e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.4397284166546766e-10,
+    "max_abs_err": 5.960926197090544e-13,
+    "mean_abs_err": 4.8901652197724765e-14,
+    "w_frob_norm": 45.095401069906735,
+    "relative_err": 3.1926280341155287e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 5.1823290986190706e-11,
+    "max_abs_err": 1.663530424522719e-13,
+    "mean_abs_err": 1.7964643023528067e-14,
+    "w_frob_norm": 44.72487076510917,
+    "relative_err": 1.1587130404101506e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.205416981082217e-10,
+    "max_abs_err": 4.285946597626378e-13,
+    "mean_abs_err": 4.1506485228230056e-14,
+    "w_frob_norm": 45.45347478508506,
+    "relative_err": 2.6519798250446593e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.07845295426067e-10,
+    "max_abs_err": 3.5446645618719685e-13,
+    "mean_abs_err": 3.7425712902643034e-14,
+    "w_frob_norm": 45.63856760523801,
+    "relative_err": 2.363029803189735e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 5.658079193558305e-11,
+    "max_abs_err": 2.2518965858697726e-13,
+    "mean_abs_err": 1.9332920920429862e-14,
+    "w_frob_norm": 45.6105167365095,
+    "relative_err": 1.2405207391630416e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.1530782259211754e-11,
+    "max_abs_err": 1.8005041901858476e-13,
+    "mean_abs_err": 1.774646138170258e-14,
+    "w_frob_norm": 45.09818451417202,
+    "relative_err": 1.1426354034943092e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 4.6174590097057684e-11,
+    "max_abs_err": 1.765911635670525e-13,
+    "mean_abs_err": 1.6057117808547562e-14,
+    "w_frob_norm": 45.9434173484279,
+    "relative_err": 1.0050316837965405e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.293688935866377e-10,
+    "max_abs_err": 6.132368918221331e-13,
+    "mean_abs_err": 4.375218479805344e-14,
+    "w_frob_norm": 44.79180772755544,
+    "relative_err": 2.888226667999634e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.2904939717627895e-10,
+    "max_abs_err": 4.71282735059475e-13,
+    "mean_abs_err": 4.431229695889515e-14,
+    "w_frob_norm": 46.50780315788435,
+    "relative_err": 2.7747902161317533e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.3110852315212855e-10,
+    "max_abs_err": 5.562147964432995e-13,
+    "mean_abs_err": 4.5020975829907296e-14,
+    "w_frob_norm": 44.886320472107634,
+    "relative_err": 2.92090155248077e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 5.228241130222183e-11,
+    "max_abs_err": 2.054259540251735e-13,
+    "mean_abs_err": 1.801312577612772e-14,
+    "w_frob_norm": 45.85142940237199,
+    "relative_err": 1.1402569556428517e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 5.1419884939721733e-11,
+    "max_abs_err": 2.05089417670834e-13,
+    "mean_abs_err": 1.7759015054351364e-14,
+    "w_frob_norm": 44.50887731872991,
+    "relative_err": 1.1552725666725273e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.1467163223347276e-10,
+    "max_abs_err": 4.1196213107497215e-13,
+    "mean_abs_err": 3.957220999170261e-14,
+    "w_frob_norm": 46.17835999267643,
+    "relative_err": 2.483233104243176e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.2949840765816286e-10,
+    "max_abs_err": 4.884356807899337e-13,
+    "mean_abs_err": 4.439115939246296e-14,
+    "w_frob_norm": 45.752452893882044,
+    "relative_err": 2.8304145344626805e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.2536807472376447e-10,
+    "max_abs_err": 4.544212228729805e-13,
+    "mean_abs_err": 4.313246021446669e-14,
+    "w_frob_norm": 46.27811381205821,
+    "relative_err": 2.709014356827538e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.2448775262105728e-10,
+    "max_abs_err": 5.045200368591907e-13,
+    "mean_abs_err": 4.270483873882246e-14,
+    "w_frob_norm": 46.09582724227961,
+    "relative_err": 2.700629537826706e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 6.53206423885511e-11,
+    "max_abs_err": 2.8600732893124814e-13,
+    "mean_abs_err": 2.2235665412392815e-14,
+    "w_frob_norm": 45.429042002389345,
+    "relative_err": 1.4378608817046056e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 6.240451929903895e-11,
+    "max_abs_err": 2.500933488081003e-13,
+    "mean_abs_err": 2.129005388790814e-14,
+    "w_frob_norm": 45.37078968414697,
+    "relative_err": 1.3754338360313739e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 4.8880741910415776e-11,
+    "max_abs_err": 1.7820467324014544e-13,
+    "mean_abs_err": 1.6963224738188597e-14,
+    "w_frob_norm": 45.60486677809842,
+    "relative_err": 1.0718317005125116e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.834694902184634e-11,
+    "max_abs_err": 1.987680853243745e-13,
+    "mean_abs_err": 1.6671726193822874e-14,
+    "w_frob_norm": 44.99439855747435,
+    "relative_err": 1.0745103962238668e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.3742399722320925e-11,
+    "max_abs_err": 1.8913690058575128e-13,
+    "mean_abs_err": 1.8607825783390798e-14,
+    "w_frob_norm": 44.69178757892909,
+    "relative_err": 1.2025117506747246e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.467769870450063e-11,
+    "max_abs_err": 2.1126069643662149e-13,
+    "mean_abs_err": 1.8769107690715853e-14,
+    "w_frob_norm": 45.83212355111746,
+    "relative_err": 1.192999461251616e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 5.215382272683209e-11,
+    "max_abs_err": 1.9564558306761626e-13,
+    "mean_abs_err": 1.8038053279554557e-14,
+    "w_frob_norm": 42.71534933844064,
+    "relative_err": 1.2209621022553018e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.1720974555706536e-10,
+    "max_abs_err": 4.2560616489439873e-13,
+    "mean_abs_err": 4.064732746117563e-14,
+    "w_frob_norm": 46.616989316187436,
+    "relative_err": 2.51431392881404e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.836962870990731e-11,
+    "max_abs_err": 2.477597120520425e-13,
+    "mean_abs_err": 1.9909228289344443e-14,
+    "w_frob_norm": 45.41023510316865,
+    "relative_err": 1.2853848604239965e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.1299211131704773e-10,
+    "max_abs_err": 3.80109138609086e-13,
+    "mean_abs_err": 3.920801122587412e-14,
+    "w_frob_norm": 43.50727754314538,
+    "relative_err": 2.597085308429044e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 4.865899157811503e-11,
+    "max_abs_err": 1.8911781862751553e-13,
+    "mean_abs_err": 1.6776913120902305e-14,
+    "w_frob_norm": 43.56325614029539,
+    "relative_err": 1.1169732450992377e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.408127465121992e-10,
+    "max_abs_err": 6.099131616421616e-13,
+    "mean_abs_err": 4.837570095399301e-14,
+    "w_frob_norm": 46.51949825292528,
+    "relative_err": 3.026961850418163e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.3038772622391768e-10,
+    "max_abs_err": 5.279283954440217e-13,
+    "mean_abs_err": 4.451056567325619e-14,
+    "w_frob_norm": 45.85256697282301,
+    "relative_err": 2.8436298081457245e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.201981248681652e-10,
+    "max_abs_err": 4.98139723914548e-13,
+    "mean_abs_err": 4.116882652955411e-14,
+    "w_frob_norm": 46.557609976916766,
+    "relative_err": 2.5817073713139346e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 5.883662329854119e-11,
+    "max_abs_err": 2.277900090774665e-13,
+    "mean_abs_err": 2.0133771181768763e-14,
+    "w_frob_norm": 44.5336053664359,
+    "relative_err": 1.3211735904698431e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 5.2306600235681005e-11,
+    "max_abs_err": 2.2559384915687986e-13,
+    "mean_abs_err": 1.806178430828112e-14,
+    "w_frob_norm": 45.98873182862304,
+    "relative_err": 1.1373786176709873e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.2073119019540858e-10,
+    "max_abs_err": 4.2808812050765255e-13,
+    "mean_abs_err": 4.187119508334878e-14,
+    "w_frob_norm": 46.37109447872277,
+    "relative_err": 2.6035872465940114e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.448492944388769e-11,
+    "max_abs_err": 2.348815586472597e-13,
+    "mean_abs_err": 1.8727391642894317e-14,
+    "w_frob_norm": 45.4073585718421,
+    "relative_err": 1.1999140922871198e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 5.273290687429554e-11,
+    "max_abs_err": 1.917598024814282e-13,
+    "mean_abs_err": 1.8151959737967334e-14,
+    "w_frob_norm": 46.00681888236688,
+    "relative_err": 1.1461976323363357e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 4.831771985442636e-11,
+    "max_abs_err": 2.085970285392591e-13,
+    "mean_abs_err": 1.672718349877201e-14,
+    "w_frob_norm": 44.70542880229099,
+    "relative_err": 1.0808020669729099e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.2631052016430538e-10,
+    "max_abs_err": 6.695850471305498e-13,
+    "mean_abs_err": 4.3326635075412626e-14,
+    "w_frob_norm": 46.28184781144596,
+    "relative_err": 2.729158971329307e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.316812783909737e-10,
+    "max_abs_err": 4.1110864712479156e-13,
+    "mean_abs_err": 4.5478671844648144e-14,
+    "w_frob_norm": 46.02715679511761,
+    "relative_err": 2.8609474831811022e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.5513036845563576e-10,
+    "max_abs_err": 7.828911130491889e-13,
+    "mean_abs_err": 5.230246103963446e-14,
+    "w_frob_norm": 46.84403016465312,
+    "relative_err": 3.311635824466097e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.171956867582751e-10,
+    "max_abs_err": 3.603055354073348e-13,
+    "mean_abs_err": 4.075849822764387e-14,
+    "w_frob_norm": 45.97697458318363,
+    "relative_err": 2.549008233376455e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.2319241910033362e-10,
+    "max_abs_err": 4.611068471493951e-13,
+    "mean_abs_err": 4.260827759221365e-14,
+    "w_frob_norm": 46.82483685477709,
+    "relative_err": 2.630920412652019e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 6.094470089928223e-11,
+    "max_abs_err": 2.322864123271984e-13,
+    "mean_abs_err": 2.0889694493332994e-14,
+    "w_frob_norm": 44.2339814365916,
+    "relative_err": 1.377780134638006e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.1788217537051584e-10,
+    "max_abs_err": 4.946112963644111e-13,
+    "mean_abs_err": 4.0528742539980614e-14,
+    "w_frob_norm": 47.078464420176076,
+    "relative_err": 2.5039511552121893e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 6.235182892478555e-11,
+    "max_abs_err": 2.0909489417686444e-13,
+    "mean_abs_err": 2.1439488903219845e-14,
+    "w_frob_norm": 45.61850065141298,
+    "relative_err": 1.3668101326090882e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.425934092066354e-10,
+    "max_abs_err": 6.0599442130993e-13,
+    "mean_abs_err": 4.812738980515433e-14,
+    "w_frob_norm": 43.34178993425108,
+    "relative_err": 3.2899750892371472e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 4.831764803764109e-11,
+    "max_abs_err": 1.8035573035035668e-13,
+    "mean_abs_err": 1.677706890338378e-14,
+    "w_frob_norm": 44.207391434965636,
+    "relative_err": 1.0929766826147646e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.3925077094665651e-10,
+    "max_abs_err": 5.319217288857203e-13,
+    "mean_abs_err": 4.798867710552745e-14,
+    "w_frob_norm": 47.552417816180714,
+    "relative_err": 2.9283636320017676e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.283299169136926e-10,
+    "max_abs_err": 5.478291431604276e-13,
+    "mean_abs_err": 4.418662768023018e-14,
+    "w_frob_norm": 47.3491786139106,
+    "relative_err": 2.71028813319247e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 5.215841837589308e-11,
+    "max_abs_err": 1.98507876802978e-13,
+    "mean_abs_err": 1.805073179752139e-14,
+    "w_frob_norm": 44.08729771634984,
+    "relative_err": 1.1830713397648333e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 5.4557913080765644e-11,
+    "max_abs_err": 2.2438995106455195e-13,
+    "mean_abs_err": 1.8854861007719214e-14,
+    "w_frob_norm": 43.46673988033895,
+    "relative_err": 1.2551645978272113e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 5.856393896874123e-11,
+    "max_abs_err": 2.258116653733322e-13,
+    "mean_abs_err": 1.9916428002804957e-14,
+    "w_frob_norm": 42.92282420594345,
+    "relative_err": 1.3644008765069094e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.2566802051602733e-10,
+    "max_abs_err": 4.681775800374766e-13,
+    "mean_abs_err": 4.338302425508154e-14,
+    "w_frob_norm": 46.16696449324277,
+    "relative_err": 2.7220334257501537e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.37936458252353e-10,
+    "max_abs_err": 5.318506052232053e-13,
+    "mean_abs_err": 4.7013714684928626e-14,
+    "w_frob_norm": 46.348541071298484,
+    "relative_err": 2.9760690426083485e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 5.884335247209665e-11,
+    "max_abs_err": 2.761679773755077e-13,
+    "mean_abs_err": 2.0165583866269728e-14,
+    "w_frob_norm": 46.000097003466635,
+    "relative_err": 1.2792006170696145e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 5.931752242590407e-11,
+    "max_abs_err": 2.6800881392646803e-13,
+    "mean_abs_err": 2.0355357218743692e-14,
+    "w_frob_norm": 45.71382655699172,
+    "relative_err": 1.29758383608409e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.0494341516706186e-11,
+    "max_abs_err": 1.936905497101904e-13,
+    "mean_abs_err": 1.7343723276094826e-14,
+    "w_frob_norm": 43.787098115975446,
+    "relative_err": 1.1531785317895648e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.2179526929442797e-10,
+    "max_abs_err": 4.2359865615182457e-13,
+    "mean_abs_err": 4.21248537731798e-14,
+    "w_frob_norm": 46.77094213551898,
+    "relative_err": 2.604079878090241e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.4671021682506688e-10,
+    "max_abs_err": 5.607840580790224e-13,
+    "mean_abs_err": 5.0547784803254775e-14,
+    "w_frob_norm": 45.52496424245996,
+    "relative_err": 3.2226322253370176e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.1944525496287644e-10,
+    "max_abs_err": 3.912235119196694e-13,
+    "mean_abs_err": 4.1450598654059845e-14,
+    "w_frob_norm": 48.34562490495654,
+    "relative_err": 2.470652829448287e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 6.863610408535022e-11,
+    "max_abs_err": 3.1015121026989334e-13,
+    "mean_abs_err": 2.333254801218752e-14,
+    "w_frob_norm": 45.79072157051801,
+    "relative_err": 1.4989085502758495e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.1099695757011215e-10,
+    "max_abs_err": 4.3292626428215186e-13,
+    "mean_abs_err": 3.8341852004779404e-14,
+    "w_frob_norm": 45.890706953518496,
+    "relative_err": 2.418724071575931e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 5.045094383247686e-11,
+    "max_abs_err": 2.0076301732174784e-13,
+    "mean_abs_err": 1.7380099380222568e-14,
+    "w_frob_norm": 43.47545160049821,
+    "relative_err": 1.1604466883076315e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.2532872462834395e-10,
+    "max_abs_err": 4.10102507508725e-13,
+    "mean_abs_err": 4.363049961984869e-14,
+    "w_frob_norm": 46.23167342871134,
+    "relative_err": 2.710884450713195e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.2146924340550255e-10,
+    "max_abs_err": 4.901929556710982e-13,
+    "mean_abs_err": 4.1731556007587605e-14,
+    "w_frob_norm": 44.472666083623714,
+    "relative_err": 2.7313236219546435e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.213842572483528e-10,
+    "max_abs_err": 4.649336471373999e-13,
+    "mean_abs_err": 4.1976996825572055e-14,
+    "w_frob_norm": 46.804310361242145,
+    "relative_err": 2.593441849938442e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 5.62756753900907e-11,
+    "max_abs_err": 2.026434575697067e-13,
+    "mean_abs_err": 1.9420603252298003e-14,
+    "w_frob_norm": 45.006795253518916,
+    "relative_err": 1.2503817495357152e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 5.598450322726656e-11,
+    "max_abs_err": 2.2355207962565515e-13,
+    "mean_abs_err": 1.909832912436452e-14,
+    "w_frob_norm": 45.678773315419434,
+    "relative_err": 1.2256131056910037e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 4.5609666802034864e-11,
+    "max_abs_err": 1.6811378678038835e-13,
+    "mean_abs_err": 1.5822608865111317e-14,
+    "w_frob_norm": 45.39305482196233,
+    "relative_err": 1.0047719189845696e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.6267438474896563e-10,
+    "max_abs_err": 7.288666198368432e-13,
+    "mean_abs_err": 5.535978146173232e-14,
+    "w_frob_norm": 45.870453585887326,
+    "relative_err": 3.5463870974019458e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 5.075797784509798e-11,
+    "max_abs_err": 1.7639882610165358e-13,
+    "mean_abs_err": 1.7466682014811117e-14,
+    "w_frob_norm": 45.46665496911718,
+    "relative_err": 1.1163780990612765e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 5.6971688562864505e-11,
+    "max_abs_err": 2.030025453292339e-13,
+    "mean_abs_err": 1.9613079180523645e-14,
+    "w_frob_norm": 42.73564854640573,
+    "relative_err": 1.333118614100361e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 6.605619302304947e-11,
+    "max_abs_err": 3.947536741932822e-13,
+    "mean_abs_err": 2.2238326670312362e-14,
+    "w_frob_norm": 45.39317541562595,
+    "relative_err": 1.4552009727944827e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 5.5635906949302324e-11,
+    "max_abs_err": 2.0678944667729127e-13,
+    "mean_abs_err": 1.918875267501557e-14,
+    "w_frob_norm": 44.88202482608865,
+    "relative_err": 1.2396033192549447e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.1079488823108877e-10,
+    "max_abs_err": 3.631097159062513e-13,
+    "mean_abs_err": 3.8527868200198446e-14,
+    "w_frob_norm": 46.3949535620279,
+    "relative_err": 2.3880805933550756e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.7903034304939431e-10,
+    "max_abs_err": 8.861609362975642e-13,
+    "mean_abs_err": 5.95581077259519e-14,
+    "w_frob_norm": 45.28394257373924,
+    "relative_err": 3.953506096733202e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.715295511498313e-11,
+    "max_abs_err": 2.2672488886321673e-13,
+    "mean_abs_err": 1.9498939536127303e-14,
+    "w_frob_norm": 43.8526504075871,
+    "relative_err": 1.3032953443811665e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.0751697980966026e-10,
+    "max_abs_err": 3.9629302443777714e-13,
+    "mean_abs_err": 3.7096736643590795e-14,
+    "w_frob_norm": 45.24753110065367,
+    "relative_err": 2.3761955004901253e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.299411417365867e-10,
+    "max_abs_err": 5.274843062341716e-13,
+    "mean_abs_err": 4.461078317839801e-14,
+    "w_frob_norm": 47.41320519298677,
+    "relative_err": 2.7406107899199193e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 5.247560882723309e-11,
+    "max_abs_err": 1.7537013508039934e-13,
+    "mean_abs_err": 1.815359104884262e-14,
+    "w_frob_norm": 45.724236582078426,
+    "relative_err": 1.147654127216218e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.1942762003481442e-10,
+    "max_abs_err": 4.85493589774677e-13,
+    "mean_abs_err": 4.134214308790795e-14,
+    "w_frob_norm": 44.81132422840293,
+    "relative_err": 2.665121419445069e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.4851389101664964e-10,
+    "max_abs_err": 6.702902122235344e-13,
+    "mean_abs_err": 5.0430740067320984e-14,
+    "w_frob_norm": 46.013789110453814,
+    "relative_err": 3.22759533365421e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 5.081523810163195e-11,
+    "max_abs_err": 1.556112010081545e-13,
+    "mean_abs_err": 1.758463459891512e-14,
+    "w_frob_norm": 45.5766262698066,
+    "relative_err": 1.1149407549565774e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 5.682786480919519e-11,
+    "max_abs_err": 2.1661145099827195e-13,
+    "mean_abs_err": 1.953355807950075e-14,
+    "w_frob_norm": 44.813397805997084,
+    "relative_err": 1.2680998895734322e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.2877017853360713e-10,
+    "max_abs_err": 4.501260475464619e-13,
+    "mean_abs_err": 4.465885436615999e-14,
+    "w_frob_norm": 46.28238794649753,
+    "relative_err": 2.78227170738177e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.1486186914826463e-10,
+    "max_abs_err": 4.1937078267516303e-13,
+    "mean_abs_err": 3.9679051549005514e-14,
+    "w_frob_norm": 45.72849438762535,
+    "relative_err": 2.5118226761331458e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 4.676247355001273e-11,
+    "max_abs_err": 1.7262580254140403e-13,
+    "mean_abs_err": 1.6218753195501785e-14,
+    "w_frob_norm": 45.069127713370186,
+    "relative_err": 1.0375721901566822e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.324460373008216e-10,
+    "max_abs_err": 5.099232668059894e-13,
+    "mean_abs_err": 4.5481958196249774e-14,
+    "w_frob_norm": 46.60661019877899,
+    "relative_err": 2.8417865349128405e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 6.405637040422442e-11,
+    "max_abs_err": 3.218605937327368e-13,
+    "mean_abs_err": 2.158323238346906e-14,
+    "w_frob_norm": 45.51030076263609,
+    "relative_err": 1.4075136690112722e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.3453872767601584e-10,
+    "max_abs_err": 5.221535009924949e-13,
+    "mean_abs_err": 4.6329945291660273e-14,
+    "w_frob_norm": 47.202117343041685,
+    "relative_err": 2.8502689126899707e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 5.036683260940403e-11,
+    "max_abs_err": 1.768238333532679e-13,
+    "mean_abs_err": 1.7418506302534623e-14,
+    "w_frob_norm": 45.37350138457731,
+    "relative_err": 1.1100495018558118e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.6711739111438773e-11,
+    "max_abs_err": 2.939003207469426e-13,
+    "mean_abs_err": 1.94673801702601e-14,
+    "w_frob_norm": 45.48630713525526,
+    "relative_err": 1.246787059296862e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.592883677291198e-10,
+    "max_abs_err": 6.58726545532673e-13,
+    "mean_abs_err": 5.456231946088271e-14,
+    "w_frob_norm": 46.50279708549555,
+    "relative_err": 3.4253502522927297e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 5.955957708418789e-11,
+    "max_abs_err": 2.322031456003515e-13,
+    "mean_abs_err": 2.0488951836304312e-14,
+    "w_frob_norm": 46.31914660925604,
+    "relative_err": 1.2858522111088721e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 5.493618719663472e-11,
+    "max_abs_err": 2.279704203189681e-13,
+    "mean_abs_err": 1.8822623493855897e-14,
+    "w_frob_norm": 45.31083852288632,
+    "relative_err": 1.2124292771339175e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 5.307455585713971e-11,
+    "max_abs_err": 1.796280138521844e-13,
+    "mean_abs_err": 1.8282145911460812e-14,
+    "w_frob_norm": 45.20757151933337,
+    "relative_err": 1.1740191758462841e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.1186353787259316e-10,
+    "max_abs_err": 3.7615049963690694e-13,
+    "mean_abs_err": 3.8779439614755403e-14,
+    "w_frob_norm": 46.029611749776414,
+    "relative_err": 2.4302516058727463e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 5.2637075148088623e-11,
+    "max_abs_err": 1.699196339188802e-13,
+    "mean_abs_err": 1.8281937701995522e-14,
+    "w_frob_norm": 43.768451924873574,
+    "relative_err": 1.2026259287954166e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.5315191312598831e-10,
+    "max_abs_err": 6.329294727214219e-13,
+    "mean_abs_err": 5.2026731343353396e-14,
+    "w_frob_norm": 46.80573648913381,
+    "relative_err": 3.272075702975923e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.2073014396627555e-10,
+    "max_abs_err": 4.684586052405848e-13,
+    "mean_abs_err": 4.1839274572202453e-14,
+    "w_frob_norm": 47.41594566560103,
+    "relative_err": 2.5461928950593925e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 5.0030793124921785e-11,
+    "max_abs_err": 1.7983531330756364e-13,
+    "mean_abs_err": 1.7311033229028262e-14,
+    "w_frob_norm": 45.78194566004452,
+    "relative_err": 1.0928061794583226e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.2622492687934163e-10,
+    "max_abs_err": 5.018277460244747e-13,
+    "mean_abs_err": 4.36822418778264e-14,
+    "w_frob_norm": 46.31799807535989,
+    "relative_err": 2.72518096904733e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.4532226433924487e-10,
+    "max_abs_err": 6.008596398210386e-13,
+    "mean_abs_err": 4.9030333738988415e-14,
+    "w_frob_norm": 45.9547689814396,
+    "relative_err": 3.162289084685383e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.309410195326567e-10,
+    "max_abs_err": 5.286899390499755e-13,
+    "mean_abs_err": 4.449810959412687e-14,
+    "w_frob_norm": 44.61953120224263,
+    "relative_err": 2.9346121755325716e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 4.887123179465809e-11,
+    "max_abs_err": 1.8679155444623063e-13,
+    "mean_abs_err": 1.6931623355587486e-14,
+    "w_frob_norm": 44.95372769339904,
+    "relative_err": 1.087145255850146e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 5.080383123505327e-11,
+    "max_abs_err": 1.8466478346468307e-13,
+    "mean_abs_err": 1.7536239001552862e-14,
+    "w_frob_norm": 45.20912196153026,
+    "relative_err": 1.1237517790830733e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 5.061758720916355e-11,
+    "max_abs_err": 1.8429008319387208e-13,
+    "mean_abs_err": 1.753630543899861e-14,
+    "w_frob_norm": 44.36878677148017,
+    "relative_err": 1.1408377576305525e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.231557484718359e-10,
+    "max_abs_err": 4.613184834134643e-13,
+    "mean_abs_err": 4.2548660136129745e-14,
+    "w_frob_norm": 46.60341054898511,
+    "relative_err": 2.642633812012239e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.4729058533237592e-10,
+    "max_abs_err": 5.484883380812988e-13,
+    "mean_abs_err": 5.0375053292721717e-14,
+    "w_frob_norm": 45.81846984618249,
+    "relative_err": 3.214655265154995e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 5.1047470871374605e-11,
+    "max_abs_err": 1.8973711490843925e-13,
+    "mean_abs_err": 1.7662925784031957e-14,
+    "w_frob_norm": 45.27947616164657,
+    "relative_err": 1.127386515893789e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.2218513827196354e-10,
+    "max_abs_err": 4.831343658473486e-13,
+    "mean_abs_err": 4.181083125925259e-14,
+    "w_frob_norm": 45.921307149777874,
+    "relative_err": 2.660750441476807e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.2277903235706574e-10,
+    "max_abs_err": 5.364424182641159e-13,
+    "mean_abs_err": 4.2136140656814657e-14,
+    "w_frob_norm": 45.74542718666727,
+    "relative_err": 2.6839629643430306e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.2686469721149698e-10,
+    "max_abs_err": 5.624892912559076e-13,
+    "mean_abs_err": 4.376625928275065e-14,
+    "w_frob_norm": 46.04788949592114,
+    "relative_err": 2.755059973437751e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 5.291965306688495e-11,
+    "max_abs_err": 1.9995463618194265e-13,
+    "mean_abs_err": 1.8159745194600897e-14,
+    "w_frob_norm": 45.62911300918508,
+    "relative_err": 1.1597782550853506e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 6.393829894319246e-11,
+    "max_abs_err": 2.8801700607816727e-13,
+    "mean_abs_err": 2.1742287197102115e-14,
+    "w_frob_norm": 45.98716875363843,
+    "relative_err": 1.3903508451612118e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.3960797408372472e-10,
+    "max_abs_err": 6.159018607621025e-13,
+    "mean_abs_err": 4.758088351701393e-14,
+    "w_frob_norm": 46.299573845042545,
+    "relative_err": 3.015318770556525e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.217016699444942e-11,
+    "max_abs_err": 2.0459155203322865e-13,
+    "mean_abs_err": 1.808367063819732e-14,
+    "w_frob_norm": 44.95244046097092,
+    "relative_err": 1.160563619226528e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 4.940419429527762e-11,
+    "max_abs_err": 1.9305043674755495e-13,
+    "mean_abs_err": 1.7142043148860598e-14,
+    "w_frob_norm": 45.499408832785264,
+    "relative_err": 1.0858205757539142e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 4.498656497013483e-11,
+    "max_abs_err": 1.469883242899428e-13,
+    "mean_abs_err": 1.566643237789623e-14,
+    "w_frob_norm": 43.43062027496925,
+    "relative_err": 1.0358259837256419e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.1810400250879449e-10,
+    "max_abs_err": 4.2010524833185903e-13,
+    "mean_abs_err": 4.081238421029932e-14,
+    "w_frob_norm": 46.423894711154375,
+    "relative_err": 2.544034774411492e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.1181240139109502e-10,
+    "max_abs_err": 3.73172087848872e-13,
+    "mean_abs_err": 3.868253880864741e-14,
+    "w_frob_norm": 43.98160070762316,
+    "relative_err": 2.542254024231433e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.3451851085255595e-10,
+    "max_abs_err": 5.879428888189153e-13,
+    "mean_abs_err": 4.625611522896365e-14,
+    "w_frob_norm": 46.412386911896974,
+    "relative_err": 2.898332100607275e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.2202848653083823e-10,
+    "max_abs_err": 4.897887651011956e-13,
+    "mean_abs_err": 4.2078736178861825e-14,
+    "w_frob_norm": 47.420682052272795,
+    "relative_err": 2.57331782778501e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.138103661718637e-11,
+    "max_abs_err": 1.7243671768252256e-13,
+    "mean_abs_err": 1.7814092009593653e-14,
+    "w_frob_norm": 43.29966698297989,
+    "relative_err": 1.1866381475262403e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 5.6362653196011206e-11,
+    "max_abs_err": 2.0434522129963995e-13,
+    "mean_abs_err": 1.9406924550020917e-14,
+    "w_frob_norm": 45.29701962467124,
+    "relative_err": 1.24429054412474e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.4303366163810063e-10,
+    "max_abs_err": 5.275814507488263e-13,
+    "mean_abs_err": 4.9045759530669504e-14,
+    "w_frob_norm": 45.227982815345975,
+    "relative_err": 3.1625036699529506e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 5.1390228793793954e-11,
+    "max_abs_err": 1.7950571584712804e-13,
+    "mean_abs_err": 1.7805046862651564e-14,
+    "w_frob_norm": 44.27895573928829,
+    "relative_err": 1.16060164328121e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.2271546734389263e-10,
+    "max_abs_err": 4.674112659419638e-13,
+    "mean_abs_err": 4.240123094377469e-14,
+    "w_frob_norm": 47.14067088003965,
+    "relative_err": 2.6031760908997357e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 4.7568616399725027e-11,
+    "max_abs_err": 1.8361354103824112e-13,
+    "mean_abs_err": 1.6495204567028064e-14,
+    "w_frob_norm": 44.2888713271869,
+    "relative_err": 1.0740534805754882e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 4.80001857767751e-11,
+    "max_abs_err": 1.985067926008055e-13,
+    "mean_abs_err": 1.6559057214892063e-14,
+    "w_frob_norm": 45.711256342774654,
+    "relative_err": 1.0500736496244266e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 5.216528378090531e-11,
+    "max_abs_err": 2.0786670995587286e-13,
+    "mean_abs_err": 1.793273747744103e-14,
+    "w_frob_norm": 45.16549148569443,
+    "relative_err": 1.154980983599569e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.2969238804955776e-10,
+    "max_abs_err": 5.353252563455868e-13,
+    "mean_abs_err": 4.462538518024885e-14,
+    "w_frob_norm": 45.83594755895408,
+    "relative_err": 2.8294907153986015e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.1411176339951731e-10,
+    "max_abs_err": 4.044022061666652e-13,
+    "mean_abs_err": 3.943213292318428e-14,
+    "w_frob_norm": 46.33972237745627,
+    "relative_err": 2.462504252184112e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.0743924090680292e-10,
+    "max_abs_err": 3.479404264705721e-13,
+    "mean_abs_err": 3.7423147842054895e-14,
+    "w_frob_norm": 46.29677598596443,
+    "relative_err": 2.3206635585029667e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.4123673451781246e-10,
+    "max_abs_err": 6.43316996895571e-13,
+    "mean_abs_err": 4.796268172167943e-14,
+    "w_frob_norm": 45.695875734085725,
+    "relative_err": 3.090798288661757e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 4.77714566700136e-11,
+    "max_abs_err": 2.14737949644217e-13,
+    "mean_abs_err": 1.6436133444362435e-14,
+    "w_frob_norm": 44.707958538949036,
+    "relative_err": 1.06852243383906e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.193464173043452e-11,
+    "max_abs_err": 1.9945156637390937e-13,
+    "mean_abs_err": 1.7987442255171572e-14,
+    "w_frob_norm": 45.05094792944885,
+    "relative_err": 1.152797979118347e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 5.0133753031245165e-11,
+    "max_abs_err": 1.8810647484102105e-13,
+    "mean_abs_err": 1.730294100385563e-14,
+    "w_frob_norm": 45.78239067847607,
+    "relative_err": 1.095044454609812e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 6.911705013680548e-11,
+    "max_abs_err": 3.508807827623528e-13,
+    "mean_abs_err": 2.312167400804588e-14,
+    "w_frob_norm": 45.36983407904688,
+    "relative_err": 1.5234142143077785e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 4.997630842042769e-11,
+    "max_abs_err": 1.84968360072979e-13,
+    "mean_abs_err": 1.7364950680180084e-14,
+    "w_frob_norm": 44.15299864459326,
+    "relative_err": 1.131889338314455e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.2099127052326914e-10,
+    "max_abs_err": 4.667845970862672e-13,
+    "mean_abs_err": 4.172663422454484e-14,
+    "w_frob_norm": 45.77402163618308,
+    "relative_err": 2.6432300723961064e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.3838345337276136e-10,
+    "max_abs_err": 5.085654120051686e-13,
+    "mean_abs_err": 4.751806390566656e-14,
+    "w_frob_norm": 46.78922680689877,
+    "relative_err": 2.9575922240364446e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.274833546682004e-10,
+    "max_abs_err": 5.86544268016409e-13,
+    "mean_abs_err": 4.40518659013765e-14,
+    "w_frob_norm": 46.78652402034872,
+    "relative_err": 2.724787902874649e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.169379713050034e-10,
+    "max_abs_err": 4.258191022010749e-13,
+    "mean_abs_err": 4.050743070784692e-14,
+    "w_frob_norm": 43.47830274572872,
+    "relative_err": 2.6895707495502757e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 6.050778920204542e-11,
+    "max_abs_err": 2.3926607223279106e-13,
+    "mean_abs_err": 2.074466589681819e-14,
+    "w_frob_norm": 45.21426726794821,
+    "relative_err": 1.338245488829111e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 5.8767611279044e-11,
+    "max_abs_err": 2.102797103109566e-13,
+    "mean_abs_err": 2.012816090133706e-14,
+    "w_frob_norm": 45.43959296034546,
+    "relative_err": 1.2933128897155775e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.0984363417793978e-10,
+    "max_abs_err": 4.2205486067842246e-13,
+    "mean_abs_err": 3.8084835219696513e-14,
+    "w_frob_norm": 46.22398472847561,
+    "relative_err": 2.376334165545711e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.4638961623302232e-10,
+    "max_abs_err": 6.264927812638099e-13,
+    "mean_abs_err": 4.945030543144137e-14,
+    "w_frob_norm": 46.00563591365662,
+    "relative_err": 3.181993104231107e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 5.0947371831237e-11,
+    "max_abs_err": 1.7850824984844138e-13,
+    "mean_abs_err": 1.7605710350836632e-14,
+    "w_frob_norm": 43.497201145132074,
+    "relative_err": 1.1712793120009448e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 4.673323028279945e-11,
+    "max_abs_err": 1.5054971158612318e-13,
+    "mean_abs_err": 1.624757793303973e-14,
+    "w_frob_norm": 45.54809065523233,
+    "relative_err": 1.0260195237718703e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.4259617627737034e-11,
+    "max_abs_err": 2.3591024966851393e-13,
+    "mean_abs_err": 1.8651541675720327e-14,
+    "w_frob_norm": 45.80362308239212,
+    "relative_err": 1.1846140976693955e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.1651160241848088e-10,
+    "max_abs_err": 5.229566779618722e-13,
+    "mean_abs_err": 3.991939352676345e-14,
+    "w_frob_norm": 43.851731030752866,
+    "relative_err": 2.6569441999170394e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 5.578558356311428e-11,
+    "max_abs_err": 2.5713632612056614e-13,
+    "mean_abs_err": 1.9074031951160196e-14,
+    "w_frob_norm": 43.017466021331046,
+    "relative_err": 1.296812404883447e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.1291640278547187e-10,
+    "max_abs_err": 4.125029311186079e-13,
+    "mean_abs_err": 3.8991861704230556e-14,
+    "w_frob_norm": 45.18040213864184,
+    "relative_err": 2.4992341245430586e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.252331883851243e-10,
+    "max_abs_err": 4.528565022976494e-13,
+    "mean_abs_err": 4.318274606899771e-14,
+    "w_frob_norm": 46.553858954016846,
+    "relative_err": 2.690071053160647e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.1820904202642643e-10,
+    "max_abs_err": 4.1820019669458475e-13,
+    "mean_abs_err": 4.091692703003464e-14,
+    "w_frob_norm": 46.41777672117614,
+    "relative_err": 2.546633000897231e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.2657514227777807e-10,
+    "max_abs_err": 4.632336181309427e-13,
+    "mean_abs_err": 4.382896923171005e-14,
+    "w_frob_norm": 46.1558292885675,
+    "relative_err": 2.7423435832216735e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 4.889902563849387e-11,
+    "max_abs_err": 1.5992242252682587e-13,
+    "mean_abs_err": 1.6960218732762658e-14,
+    "w_frob_norm": 43.325846187423444,
+    "relative_err": 1.1286340589162734e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 6.285889796854743e-11,
+    "max_abs_err": 2.4480764637679897e-13,
+    "mean_abs_err": 2.1530515870479698e-14,
+    "w_frob_norm": 45.03538631757784,
+    "relative_err": 1.3957668204572026e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 5.636154139366274e-11,
+    "max_abs_err": 2.5418209204097764e-13,
+    "mean_abs_err": 1.923608720085952e-14,
+    "w_frob_norm": 44.88485583238532,
+    "relative_err": 1.2556917104543034e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 5.48769569460881e-11,
+    "max_abs_err": 2.580227698167903e-13,
+    "mean_abs_err": 1.8852030690441155e-14,
+    "w_frob_norm": 44.53873968445262,
+    "relative_err": 1.2321174181146463e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.3025099413783035e-10,
+    "max_abs_err": 5.202833606651747e-13,
+    "mean_abs_err": 4.489650573073893e-14,
+    "w_frob_norm": 46.65933413844843,
+    "relative_err": 2.7915313525766833e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 4.9661362463111345e-11,
+    "max_abs_err": 1.568242063987313e-13,
+    "mean_abs_err": 1.716194119336319e-14,
+    "w_frob_norm": 45.88383459232686,
+    "relative_err": 1.0823280770743646e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.4402528146578825e-10,
+    "max_abs_err": 6.353251258417458e-13,
+    "mean_abs_err": 4.892809797134102e-14,
+    "w_frob_norm": 45.32534564851249,
+    "relative_err": 3.1775881552602113e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.3891785420936255e-11,
+    "max_abs_err": 1.9697091180326254e-13,
+    "mean_abs_err": 1.858993387825205e-14,
+    "w_frob_norm": 45.74177773836941,
+    "relative_err": 1.1781742661857763e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.327640714401654e-10,
+    "max_abs_err": 5.695929838900327e-13,
+    "mean_abs_err": 4.5676262361350446e-14,
+    "w_frob_norm": 47.11018019205121,
+    "relative_err": 2.8181609770740455e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.955210349278863e-11,
+    "max_abs_err": 2.4252821972936545e-13,
+    "mean_abs_err": 2.04695828991122e-14,
+    "w_frob_norm": 44.83283585213907,
+    "relative_err": 1.3283144454478508e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.375763980575829e-10,
+    "max_abs_err": 6.292596652079929e-13,
+    "mean_abs_err": 4.7212188813064255e-14,
+    "w_frob_norm": 46.61642355495259,
+    "relative_err": 2.951243093443332e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.1390284548096402e-10,
+    "max_abs_err": 5.009326287108706e-13,
+    "mean_abs_err": 3.946311390761571e-14,
+    "w_frob_norm": 46.843783452799904,
+    "relative_err": 2.4315466660743417e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.2629234212842587e-10,
+    "max_abs_err": 4.5340467491605807e-13,
+    "mean_abs_err": 4.378200261908641e-14,
+    "w_frob_norm": 46.788589893010425,
+    "relative_err": 2.699212402365907e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 6.035341940123009e-11,
+    "max_abs_err": 2.546491663368844e-13,
+    "mean_abs_err": 2.0683228160277928e-14,
+    "w_frob_norm": 44.62567903236045,
+    "relative_err": 1.3524369983807892e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 5.1289769786123374e-11,
+    "max_abs_err": 2.593064651890131e-13,
+    "mean_abs_err": 1.764813078940437e-14,
+    "w_frob_norm": 44.752240929548414,
+    "relative_err": 1.1460827149832948e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 5.530213065216996e-11,
+    "max_abs_err": 2.0087403962421035e-13,
+    "mean_abs_err": 1.913793832210765e-14,
+    "w_frob_norm": 42.59838556995368,
+    "relative_err": 1.2982212802725728e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.0708933933209812e-10,
+    "max_abs_err": 3.594277653284905e-13,
+    "mean_abs_err": 3.709361478248685e-14,
+    "w_frob_norm": 43.63896457505309,
+    "relative_err": 2.4539844236661254e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 4.849901490962989e-11,
+    "max_abs_err": 1.9509220627877966e-13,
+    "mean_abs_err": 1.6794886270133184e-14,
+    "w_frob_norm": 45.589109064073575,
+    "relative_err": 1.0638289693590319e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.2448995938395463e-10,
+    "max_abs_err": 4.3234513191769963e-13,
+    "mean_abs_err": 4.294503145639336e-14,
+    "w_frob_norm": 45.279124153136664,
+    "relative_err": 2.7493897400250558e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 4.937042577186853e-11,
+    "max_abs_err": 1.9955911922941993e-13,
+    "mean_abs_err": 1.704236927509274e-14,
+    "w_frob_norm": 43.13195389249364,
+    "relative_err": 1.1446368948395957e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.5217372522334125e-11,
+    "max_abs_err": 1.8710206994843048e-13,
+    "mean_abs_err": 1.9105466510200564e-14,
+    "w_frob_norm": 44.9847503115851,
+    "relative_err": 1.2274686897198087e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.572645405684333e-10,
+    "max_abs_err": 5.699468674791319e-13,
+    "mean_abs_err": 5.390165791373755e-14,
+    "w_frob_norm": 46.61126628116158,
+    "relative_err": 3.3739598409492973e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.1351666682103082e-10,
+    "max_abs_err": 4.100365880166379e-13,
+    "mean_abs_err": 3.926974521549236e-14,
+    "w_frob_norm": 45.921733712175914,
+    "relative_err": 2.471959519919703e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.2259021747605315e-10,
+    "max_abs_err": 4.742574605601235e-13,
+    "mean_abs_err": 4.2365742350008575e-14,
+    "w_frob_norm": 45.01509236631064,
+    "relative_err": 2.723313693960114e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.4020008187608387e-10,
+    "max_abs_err": 5.669666125474038e-13,
+    "mean_abs_err": 4.760785171276635e-14,
+    "w_frob_norm": 47.1594232546716,
+    "relative_err": 2.972896447841857e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 5.3725248239495886e-11,
+    "max_abs_err": 2.0855165467834058e-13,
+    "mean_abs_err": 1.8471326032698266e-14,
+    "w_frob_norm": 45.42635075315554,
+    "relative_err": 1.1826890636986477e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 5.751925565808341e-11,
+    "max_abs_err": 2.4621624183929214e-13,
+    "mean_abs_err": 1.961609082274086e-14,
+    "w_frob_norm": 43.38331376966823,
+    "relative_err": 1.3258382235037665e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.2574320982993467e-10,
+    "max_abs_err": 5.693535920503479e-13,
+    "mean_abs_err": 4.315149707052735e-14,
+    "w_frob_norm": 45.66740227314047,
+    "relative_err": 2.753456592031538e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.3790529686742144e-10,
+    "max_abs_err": 6.939067376254826e-13,
+    "mean_abs_err": 4.7096360326876325e-14,
+    "w_frob_norm": 46.383714860855115,
+    "relative_err": 2.9731404067379837e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 5.3953213330711615e-11,
+    "max_abs_err": 1.8703094628591543e-13,
+    "mean_abs_err": 1.8668493752754297e-14,
+    "w_frob_norm": 45.39165615987385,
+    "relative_err": 1.188615219076456e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.1650431338426118e-10,
+    "max_abs_err": 4.0738506318360734e-13,
+    "mean_abs_err": 4.032605015013512e-14,
+    "w_frob_norm": 45.25517954591417,
+    "relative_err": 2.574386281377149e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.424420281878403e-11,
+    "max_abs_err": 2.0697506208922078e-13,
+    "mean_abs_err": 1.8656244250693294e-14,
+    "w_frob_norm": 45.392915215894114,
+    "relative_err": 1.1949927111046324e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.2496315093219333e-10,
+    "max_abs_err": 4.761399607922101e-13,
+    "mean_abs_err": 4.298252504357365e-14,
+    "w_frob_norm": 46.06056817251688,
+    "relative_err": 2.7130180084655475e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.084444084957531e-10,
+    "max_abs_err": 4.185922442001555e-13,
+    "mean_abs_err": 3.7449519774183604e-14,
+    "w_frob_norm": 44.70723710954621,
+    "relative_err": 2.4256566835036482e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 4.776935331660147e-11,
+    "max_abs_err": 1.6439540700963207e-13,
+    "mean_abs_err": 1.6629941546043904e-14,
+    "w_frob_norm": 44.02953141682669,
+    "relative_err": 1.0849389439185704e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 5.63482570995791e-11,
+    "max_abs_err": 2.371844040616189e-13,
+    "mean_abs_err": 1.9325004665160237e-14,
+    "w_frob_norm": 45.329660045998885,
+    "relative_err": 1.2430769840850106e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.875546939444561e-11,
+    "max_abs_err": 2.1990395615567593e-13,
+    "mean_abs_err": 2.010540236446984e-14,
+    "w_frob_norm": 44.399590990249436,
+    "relative_err": 1.3233335732157727e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.5752875731036245e-10,
+    "max_abs_err": 6.177940103935242e-13,
+    "mean_abs_err": 5.397963817246873e-14,
+    "w_frob_norm": 48.23587225934361,
+    "relative_err": 3.2658009471332426e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 5.358509017671258e-11,
+    "max_abs_err": 1.7515416200764022e-13,
+    "mean_abs_err": 1.8534922002123312e-14,
+    "w_frob_norm": 45.07574888047181,
+    "relative_err": 1.188778700467188e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 4.318742088514532e-11,
+    "max_abs_err": 1.5698553568199713e-13,
+    "mean_abs_err": 1.4978573544654047e-14,
+    "w_frob_norm": 45.32398809358097,
+    "relative_err": 9.528601233407735e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 6.221928306459704e-11,
+    "max_abs_err": 2.4368007611741405e-13,
+    "mean_abs_err": 2.1353351439159542e-14,
+    "w_frob_norm": 45.25348021144616,
+    "relative_err": 1.3749060353784602e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.310599631241016e-10,
+    "max_abs_err": 5.773853617441205e-13,
+    "mean_abs_err": 4.519402803222879e-14,
+    "w_frob_norm": 46.12128445496766,
+    "relative_err": 2.8416373193610246e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 5.5443790910733107e-11,
+    "max_abs_err": 2.186653635938285e-13,
+    "mean_abs_err": 1.9145516092627068e-14,
+    "w_frob_norm": 44.54418861636003,
+    "relative_err": 1.2446919033197948e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.4801587159911872e-10,
+    "max_abs_err": 4.713660017863219e-13,
+    "mean_abs_err": 5.051547061363014e-14,
+    "w_frob_norm": 48.126935996806196,
+    "relative_err": 3.0755307507825007e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.457650724220954e-10,
+    "max_abs_err": 6.949111425180732e-13,
+    "mean_abs_err": 4.9454104133919337e-14,
+    "w_frob_norm": 46.477652797637646,
+    "relative_err": 3.1362399701368807e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.283883500734472e-10,
+    "max_abs_err": 5.013212067694894e-13,
+    "mean_abs_err": 4.3886284591880264e-14,
+    "w_frob_norm": 45.71894271792192,
+    "relative_err": 2.8082090801089042e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 5.868425254613009e-11,
+    "max_abs_err": 2.7050930939687134e-13,
+    "mean_abs_err": 2.010034321772744e-14,
+    "w_frob_norm": 44.706194256194365,
+    "relative_err": 1.312664911932175e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 5.5890559420381155e-11,
+    "max_abs_err": 2.050599273717424e-13,
+    "mean_abs_err": 1.9222965522398517e-14,
+    "w_frob_norm": 44.787628131466654,
+    "relative_err": 1.247901747695227e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.388417308797124e-10,
+    "max_abs_err": 6.199225160985478e-13,
+    "mean_abs_err": 4.7758938924382985e-14,
+    "w_frob_norm": 45.06046542720901,
+    "relative_err": 3.081231619855288e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.343455307348785e-10,
+    "max_abs_err": 5.625014343202395e-13,
+    "mean_abs_err": 4.5943130578563124e-14,
+    "w_frob_norm": 45.554318120835205,
+    "relative_err": 2.9491283434101673e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.693352202348861e-11,
+    "max_abs_err": 3.1272207046129097e-13,
+    "mean_abs_err": 1.9310874231745198e-14,
+    "w_frob_norm": 44.310404523485445,
+    "relative_err": 1.2848793107567466e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 4.784473534228579e-11,
+    "max_abs_err": 1.6632875632360822e-13,
+    "mean_abs_err": 1.6682357982728792e-14,
+    "w_frob_norm": 45.460223477312454,
+    "relative_err": 1.0524527088205663e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.1960106030277062e-10,
+    "max_abs_err": 5.437351957571224e-13,
+    "mean_abs_err": 4.109518678330628e-14,
+    "w_frob_norm": 46.11465620960703,
+    "relative_err": 2.5935585372065343e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 7.104459752828599e-11,
+    "max_abs_err": 2.918290609166263e-13,
+    "mean_abs_err": 2.3927762975056837e-14,
+    "w_frob_norm": 44.27566678775745,
+    "relative_err": 1.6045968967299742e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.2523648128647847e-10,
+    "max_abs_err": 4.558666812093382e-13,
+    "mean_abs_err": 4.3128683271733626e-14,
+    "w_frob_norm": 45.61970973866127,
+    "relative_err": 2.7452274905717887e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.246775157377013e-10,
+    "max_abs_err": 4.3337555766242986e-13,
+    "mean_abs_err": 4.2883716819454556e-14,
+    "w_frob_norm": 45.868290894570094,
+    "relative_err": 2.7181635353337455e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.1783589783389978e-10,
+    "max_abs_err": 4.045912910255467e-13,
+    "mean_abs_err": 4.086981561656818e-14,
+    "w_frob_norm": 46.78368501333897,
+    "relative_err": 2.5187391245538355e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 6.454032293147931e-11,
+    "max_abs_err": 2.5202756548381444e-13,
+    "mean_abs_err": 2.2110985030514357e-14,
+    "w_frob_norm": 45.44822256409942,
+    "relative_err": 1.4200846433642747e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.873348273197205e-11,
+    "max_abs_err": 2.1000909344870422e-13,
+    "mean_abs_err": 2.0003569047401858e-14,
+    "w_frob_norm": 44.941805590196864,
+    "relative_err": 1.3068785724261948e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 5.8088200391975286e-11,
+    "max_abs_err": 2.840956636607217e-13,
+    "mean_abs_err": 1.9919050599063063e-14,
+    "w_frob_norm": 44.689250211120374,
+    "relative_err": 1.2998249045923967e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.2312118783095116e-10,
+    "max_abs_err": 4.992655594504569e-13,
+    "mean_abs_err": 4.2379505423151855e-14,
+    "w_frob_norm": 44.89854179133572,
+    "relative_err": 2.7422090544310383e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.1908556335086495e-10,
+    "max_abs_err": 4.720147883663373e-13,
+    "mean_abs_err": 4.133609784921012e-14,
+    "w_frob_norm": 46.662913640306314,
+    "relative_err": 2.5520387404185083e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.774742820422029e-11,
+    "max_abs_err": 2.1253311610625047e-13,
+    "mean_abs_err": 1.981776554011174e-14,
+    "w_frob_norm": 45.33139714188092,
+    "relative_err": 1.2738947362129373e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.4904911832682458e-10,
+    "max_abs_err": 5.895605184602637e-13,
+    "mean_abs_err": 5.104208156308606e-14,
+    "w_frob_norm": 47.32521408279898,
+    "relative_err": 3.149465273755594e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 5.5778046181584914e-11,
+    "max_abs_err": 2.412618715919024e-13,
+    "mean_abs_err": 1.9205963939012354e-14,
+    "w_frob_norm": 43.704931640414046,
+    "relative_err": 1.2762414695097436e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 5.295013896596416e-11,
+    "max_abs_err": 1.9967014153188245e-13,
+    "mean_abs_err": 1.8094340550240916e-14,
+    "w_frob_norm": 44.08243361629987,
+    "relative_err": 1.2011618829135008e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.2641841357986265e-10,
+    "max_abs_err": 4.509725926027386e-13,
+    "mean_abs_err": 4.3465943878661733e-14,
+    "w_frob_norm": 45.670911708726344,
+    "relative_err": 2.768029120726046e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.3274254341682096e-10,
+    "max_abs_err": 5.511415976378053e-13,
+    "mean_abs_err": 4.564834321116207e-14,
+    "w_frob_norm": 45.0910432161153,
+    "relative_err": 2.9438782948667615e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 5.355510297934461e-11,
+    "max_abs_err": 1.9898839520582356e-13,
+    "mean_abs_err": 1.8433689306856156e-14,
+    "w_frob_norm": 43.780337248525235,
+    "relative_err": 1.2232683973020022e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.434045156927341e-10,
+    "max_abs_err": 5.223252386166166e-13,
+    "mean_abs_err": 4.946858033586956e-14,
+    "w_frob_norm": 45.81625776149614,
+    "relative_err": 3.1299919002387595e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 6.123345009407651e-11,
+    "max_abs_err": 2.483117877982721e-13,
+    "mean_abs_err": 2.0858881269995377e-14,
+    "w_frob_norm": 46.603423279253,
+    "relative_err": 1.3139260119832556e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 5.476542924766719e-11,
+    "max_abs_err": 2.1013399353897455e-13,
+    "mean_abs_err": 1.893082713856238e-14,
+    "w_frob_norm": 44.38255293668059,
+    "relative_err": 1.2339404929184577e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 5.440069651385279e-11,
+    "max_abs_err": 1.9043100429882998e-13,
+    "mean_abs_err": 1.88096460703066e-14,
+    "w_frob_norm": 45.24128144082705,
+    "relative_err": 1.2024570211391054e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.2333134006925753e-10,
+    "max_abs_err": 5.567733774025641e-13,
+    "mean_abs_err": 4.260243481357782e-14,
+    "w_frob_norm": 45.79275844099707,
+    "relative_err": 2.6932498558296543e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.408730866875271e-10,
+    "max_abs_err": 5.553890680687346e-13,
+    "mean_abs_err": 4.803355151536658e-14,
+    "w_frob_norm": 46.19260535979309,
+    "relative_err": 3.0496891350957588e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.3860166959217112e-10,
+    "max_abs_err": 5.400714597758594e-13,
+    "mean_abs_err": 4.760010572454767e-14,
+    "w_frob_norm": 45.81882455995736,
+    "relative_err": 3.024994004610495e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.60180720011204e-11,
+    "max_abs_err": 2.1447654850043074e-13,
+    "mean_abs_err": 1.9320319582129428e-14,
+    "w_frob_norm": 44.98709891409856,
+    "relative_err": 1.2452030327202278e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.2953593884716366e-10,
+    "max_abs_err": 4.812712728341495e-13,
+    "mean_abs_err": 4.4582564888908426e-14,
+    "w_frob_norm": 46.23035444531856,
+    "relative_err": 2.801967244278416e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.3050504064403936e-10,
+    "max_abs_err": 5.519508461393485e-13,
+    "mean_abs_err": 4.508948426760016e-14,
+    "w_frob_norm": 47.23883689205192,
+    "relative_err": 2.7626641388792795e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.norm.weight": {
+    "frob_norm_diff": 1.2466827027759396e-14,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.45954263886501e-16,
+    "w_frob_norm": 102.31545240521011,
+    "relative_err": 1.218469618683381e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.44.mixer.D": {
+    "frob_norm_diff": 1.4086128203027738e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 8.631604545700222e-17,
+    "w_frob_norm": 10.296532189258798,
+    "relative_err": 1.3680458570043802e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.44.mixer.A_log": {
+    "frob_norm_diff": 2.3035925963360917e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.824712256293104e-16,
+    "w_frob_norm": 16.735672183654284,
+    "relative_err": 1.3764565719601084e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 4.6637799923925385e-11,
+    "max_abs_err": 1.5277362708232545e-13,
+    "mean_abs_err": 1.622235747111109e-14,
+    "w_frob_norm": 46.13292722224322,
+    "relative_err": 1.0109438687740314e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.60799110085262e-10,
+    "max_abs_err": 6.109557304512236e-13,
+    "mean_abs_err": 5.4971009370830826e-14,
+    "w_frob_norm": 47.11569583905668,
+    "relative_err": 3.412856527356371e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.gate.weight": {
+    "frob_norm_diff": 2.5318129007221638e-11,
+    "max_abs_err": 3.19751169985949e-13,
+    "mean_abs_err": 3.2674621765133404e-14,
+    "w_frob_norm": 8.848357878309317,
+    "relative_err": 2.861336459874208e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.369291999808019e-10,
+    "max_abs_err": 6.910721994657365e-13,
+    "mean_abs_err": 5.817330713554616e-14,
+    "w_frob_norm": 50.53530515467436,
+    "relative_err": 4.6883896170336406e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 6.542339015248079e-11,
+    "max_abs_err": 2.744675146881814e-13,
+    "mean_abs_err": 2.2381748376744455e-14,
+    "w_frob_norm": 45.453043535623436,
+    "relative_err": 1.4393621430698203e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.2148352811664583e-10,
+    "max_abs_err": 4.3262789184428385e-13,
+    "mean_abs_err": 4.161859440812474e-14,
+    "w_frob_norm": 45.48335706894132,
+    "relative_err": 2.67094462558046e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.43.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.3136193516185788e-10,
+    "max_abs_err": 4.059374364429047e-13,
+    "mean_abs_err": 3.190352243344893e-14,
+    "w_frob_norm": 46.75675790447827,
+    "relative_err": 2.8094748449031426e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.44.mixer.conv1d.weight": {
+    "frob_norm_diff": 7.977341119766922e-15,
+    "max_abs_err": 2.6636678973623873e-15,
+    "mean_abs_err": 1.5054972547822465e-17,
+    "w_frob_norm": 10.586218507383968,
+    "relative_err": 7.535590838411909e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 3.552713678800501e-15,
+    "sensitive": true
+  },
+  "backbone.layers.44.mixer.norm.weight": {
+    "frob_norm_diff": 4.1451828981204627e-14,
+    "max_abs_err": 7.105427357601002e-15,
+    "mean_abs_err": 3.5111888886227194e-16,
+    "w_frob_norm": 331.993233139719,
+    "relative_err": 1.248574514281129e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.44.norm.weight": {
+    "frob_norm_diff": 5.043883840199291e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 6.691076516575109e-17,
+    "w_frob_norm": 42.96807439102058,
+    "relative_err": 1.1738677871152997e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.44.mixer.dt_bias": {
+    "frob_norm_diff": 5.057611209788027e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 4.2240516640035253e-16,
+    "w_frob_norm": 36.05480468995462,
+    "relative_err": 1.4027565128364568e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.326424651772022e-11,
+    "max_abs_err": 2.674249710565846e-13,
+    "mean_abs_err": 1.8298346282014476e-14,
+    "w_frob_norm": 44.01995352927442,
+    "relative_err": 1.2100023341073749e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 6.074655972368047e-11,
+    "max_abs_err": 2.4670196441256564e-13,
+    "mean_abs_err": 2.0688587815082935e-14,
+    "w_frob_norm": 43.78526339342269,
+    "relative_err": 1.3873745414719983e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.4618244985557412e-10,
+    "max_abs_err": 6.803845681302434e-13,
+    "mean_abs_err": 4.9744651479032636e-14,
+    "w_frob_norm": 47.401931809771746,
+    "relative_err": 3.0838922439325375e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 5.330683795427282e-11,
+    "max_abs_err": 2.083125338891989e-13,
+    "mean_abs_err": 1.8293802942122923e-14,
+    "w_frob_norm": 45.036026456585304,
+    "relative_err": 1.1836487840609245e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.107978082590915e-10,
+    "max_abs_err": 4.08159617215631e-13,
+    "mean_abs_err": 3.816816333048079e-14,
+    "w_frob_norm": 45.76666422411726,
+    "relative_err": 2.420928204785031e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.44.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.277262954714336e-10,
+    "max_abs_err": 2.1578294706614543e-12,
+    "mean_abs_err": 9.881188345847016e-14,
+    "w_frob_norm": 69.54221450070229,
+    "relative_err": 6.150599294865914e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.6910189747044751e-10,
+    "max_abs_err": 6.417748277254276e-13,
+    "mean_abs_err": 5.749159030926165e-14,
+    "w_frob_norm": 45.78664020094804,
+    "relative_err": 3.693258486062626e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.44.mixer.in_proj.weight": {
+    "frob_norm_diff": 2.6200388679714135e-10,
+    "max_abs_err": 7.989719996714939e-13,
+    "mean_abs_err": 3.777874486027259e-14,
+    "w_frob_norm": 121.64971073898622,
+    "relative_err": 2.1537567595150437e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 5.703624806374394e-11,
+    "max_abs_err": 2.5288798832789894e-13,
+    "mean_abs_err": 1.9607298457316265e-14,
+    "w_frob_norm": 44.15940719187142,
+    "relative_err": 1.2915990428930123e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 5.75563745270113e-11,
+    "max_abs_err": 2.826358938556872e-13,
+    "mean_abs_err": 1.9490269844687925e-14,
+    "w_frob_norm": 44.066836262328806,
+    "relative_err": 1.306115423952371e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.1529974467597811e-10,
+    "max_abs_err": 3.610670790132886e-13,
+    "mean_abs_err": 4.0010106010239974e-14,
+    "w_frob_norm": 44.95260900248962,
+    "relative_err": 2.564917748591465e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 4.7923709637906815e-11,
+    "max_abs_err": 1.586630132832667e-13,
+    "mean_abs_err": 1.665271966793104e-14,
+    "w_frob_norm": 45.25097716772876,
+    "relative_err": 1.0590646354502184e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 4.941756435860747e-11,
+    "max_abs_err": 1.8338455753941219e-13,
+    "mean_abs_err": 1.7154909405065646e-14,
+    "w_frob_norm": 45.25996828408112,
+    "relative_err": 1.0918603399903102e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.1620540108788839e-10,
+    "max_abs_err": 4.1831121899704726e-13,
+    "mean_abs_err": 4.0164340976942376e-14,
+    "w_frob_norm": 48.06367272028678,
+    "relative_err": 2.417738689345732e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 5.853800562293116e-11,
+    "max_abs_err": 2.458137859928655e-13,
+    "mean_abs_err": 1.9838329661813476e-14,
+    "w_frob_norm": 44.50804193471518,
+    "relative_err": 1.3152231165054457e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.1527980091473944e-10,
+    "max_abs_err": 3.877557996911918e-13,
+    "mean_abs_err": 3.9994335721014454e-14,
+    "w_frob_norm": 46.62206134722935,
+    "relative_err": 2.4726448720524084e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.1802594679103525e-10,
+    "max_abs_err": 3.9333033358124325e-13,
+    "mean_abs_err": 4.090524507408152e-14,
+    "w_frob_norm": 45.18337130404656,
+    "relative_err": 2.6121545025230335e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 4.897431192385345e-11,
+    "max_abs_err": 1.742651162262021e-13,
+    "mean_abs_err": 1.7027504405053287e-14,
+    "w_frob_norm": 45.21363134280043,
+    "relative_err": 1.0831758137836864e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.117569579469523e-10,
+    "max_abs_err": 3.8774343978642545e-13,
+    "mean_abs_err": 3.866185956215881e-14,
+    "w_frob_norm": 46.491516362056785,
+    "relative_err": 2.4038140007444613e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.3751447830294193e-10,
+    "max_abs_err": 5.198411145990178e-13,
+    "mean_abs_err": 4.7045592392541936e-14,
+    "w_frob_norm": 45.7827476890539,
+    "relative_err": 3.003630958039244e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.1733700087580447e-10,
+    "max_abs_err": 4.3701153806807724e-13,
+    "mean_abs_err": 4.046624189384997e-14,
+    "w_frob_norm": 46.3233041517426,
+    "relative_err": 2.533001542623994e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 4.654307814563668e-11,
+    "max_abs_err": 1.8289883496613868e-13,
+    "mean_abs_err": 1.6115974521036813e-14,
+    "w_frob_norm": 45.70245919185459,
+    "relative_err": 1.018393298055434e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 4.611675218866076e-11,
+    "max_abs_err": 1.6216541998126388e-13,
+    "mean_abs_err": 1.6045016942362742e-14,
+    "w_frob_norm": 43.118962947367216,
+    "relative_err": 1.0695236860161218e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.997492711617632e-11,
+    "max_abs_err": 2.525332373770617e-13,
+    "mean_abs_err": 2.045358586811011e-14,
+    "w_frob_norm": 44.608862874887606,
+    "relative_err": 1.3444621371404423e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.0785489182162107e-10,
+    "max_abs_err": 3.4760042066928065e-13,
+    "mean_abs_err": 3.768665420893557e-14,
+    "w_frob_norm": 46.94679007626021,
+    "relative_err": 2.2973858627271845e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.3932707974581013e-10,
+    "max_abs_err": 5.598195518263793e-13,
+    "mean_abs_err": 4.7509460436512257e-14,
+    "w_frob_norm": 44.30087138256352,
+    "relative_err": 3.1450189442695295e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.193007788349298e-10,
+    "max_abs_err": 4.408973186542653e-13,
+    "mean_abs_err": 4.119226218943718e-14,
+    "w_frob_norm": 46.69485201645626,
+    "relative_err": 2.5549021719329076e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 5.698533052513192e-11,
+    "max_abs_err": 2.3373317170616303e-13,
+    "mean_abs_err": 1.9590488681847132e-14,
+    "w_frob_norm": 45.345229506403676,
+    "relative_err": 1.256699572268885e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.312503295380747e-10,
+    "max_abs_err": 4.5141668181258865e-13,
+    "mean_abs_err": 4.5331561073168285e-14,
+    "w_frob_norm": 47.964988347374195,
+    "relative_err": 2.7363778051508666e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 5.859362061696722e-11,
+    "max_abs_err": 2.525306352918477e-13,
+    "mean_abs_err": 1.9937979230405725e-14,
+    "w_frob_norm": 45.41687426586579,
+    "relative_err": 1.2901288687100324e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 5.83510752702573e-11,
+    "max_abs_err": 2.1721166532095992e-13,
+    "mean_abs_err": 1.9944570741128187e-14,
+    "w_frob_norm": 44.789190904062444,
+    "relative_err": 1.3027936895588076e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 5.7271529729911375e-11,
+    "max_abs_err": 2.2245486702709982e-13,
+    "mean_abs_err": 1.9637021716478262e-14,
+    "w_frob_norm": 45.22021327901045,
+    "relative_err": 1.2665028662413385e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 5.0194655086955115e-11,
+    "max_abs_err": 1.7363888105137448e-13,
+    "mean_abs_err": 1.7333839714302496e-14,
+    "w_frob_norm": 42.42172469732467,
+    "relative_err": 1.1832299475113195e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 4.985879003218343e-11,
+    "max_abs_err": 1.7726792256311796e-13,
+    "mean_abs_err": 1.7254192414026797e-14,
+    "w_frob_norm": 45.124565454111135,
+    "relative_err": 1.104914574366078e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 5.525913646906274e-11,
+    "max_abs_err": 2.3956661307500404e-13,
+    "mean_abs_err": 1.9032802661366467e-14,
+    "w_frob_norm": 45.97338420680215,
+    "relative_err": 1.20198104669629e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.2682532280097519e-10,
+    "max_abs_err": 4.605413272962267e-13,
+    "mean_abs_err": 4.385301872420041e-14,
+    "w_frob_norm": 47.936604822532864,
+    "relative_err": 2.645688472733894e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.506073015281158e-10,
+    "max_abs_err": 5.606175246253287e-13,
+    "mean_abs_err": 5.1622885567309676e-14,
+    "w_frob_norm": 46.35299753480152,
+    "relative_err": 3.2491383413778335e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.3430545369865384e-10,
+    "max_abs_err": 5.314013118429273e-13,
+    "mean_abs_err": 4.5903769172715607e-14,
+    "w_frob_norm": 46.06161721635898,
+    "relative_err": 2.915778077608501e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.532334054898243e-10,
+    "max_abs_err": 6.788875017704754e-13,
+    "mean_abs_err": 5.187887030108338e-14,
+    "w_frob_norm": 46.92733936901657,
+    "relative_err": 3.2653333334085313e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.2196027002976715e-10,
+    "max_abs_err": 5.206815881231286e-13,
+    "mean_abs_err": 4.164423021080394e-14,
+    "w_frob_norm": 44.35190612356113,
+    "relative_err": 2.749831533508275e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 5.039131988978632e-11,
+    "max_abs_err": 1.773546587369168e-13,
+    "mean_abs_err": 1.748414531315602e-14,
+    "w_frob_norm": 45.60936964858735,
+    "relative_err": 1.1048457866890753e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 5.2689971387772943e-11,
+    "max_abs_err": 1.8512968935624485e-13,
+    "mean_abs_err": 1.8181156189640853e-14,
+    "w_frob_norm": 44.60128779813042,
+    "relative_err": 1.1813553820744516e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 6.481645728199697e-11,
+    "max_abs_err": 3.0148106233696126e-13,
+    "mean_abs_err": 2.215033127981413e-14,
+    "w_frob_norm": 45.43591928660942,
+    "relative_err": 1.4265466243377903e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.440808336457511e-10,
+    "max_abs_err": 6.964845367107841e-13,
+    "mean_abs_err": 4.83504486084041e-14,
+    "w_frob_norm": 46.117449990528385,
+    "relative_err": 3.1242151002568975e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 5.6539039277199055e-11,
+    "max_abs_err": 2.2124663212608198e-13,
+    "mean_abs_err": 1.943227171834394e-14,
+    "w_frob_norm": 44.42834786591426,
+    "relative_err": 1.2725892812362757e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 4.8168210713502507e-11,
+    "max_abs_err": 1.7281315267680952e-13,
+    "mean_abs_err": 1.6684896573050978e-14,
+    "w_frob_norm": 44.24943553305944,
+    "relative_err": 1.0885610207957408e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.1794421131231105e-10,
+    "max_abs_err": 4.407411935414274e-13,
+    "mean_abs_err": 4.066109396189403e-14,
+    "w_frob_norm": 44.32297986017009,
+    "relative_err": 2.661017189827959e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.0347039435513587e-10,
+    "max_abs_err": 4.1579810612386164e-13,
+    "mean_abs_err": 3.591293742257618e-14,
+    "w_frob_norm": 44.18156537542366,
+    "relative_err": 2.3419359064333218e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.5321308848726765e-10,
+    "max_abs_err": 6.18407235142282e-13,
+    "mean_abs_err": 5.2285091422772373e-14,
+    "w_frob_norm": 44.64789699543281,
+    "relative_err": 3.4315857811385912e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.2944261673625119e-10,
+    "max_abs_err": 4.926684060713171e-13,
+    "mean_abs_err": 4.447238429227274e-14,
+    "w_frob_norm": 47.81955759668815,
+    "relative_err": 2.706896994488632e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 5.149767595327801e-11,
+    "max_abs_err": 1.852823450221308e-13,
+    "mean_abs_err": 1.788618320386599e-14,
+    "w_frob_norm": 46.1039812766684,
+    "relative_err": 1.1169897810829446e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.3009682073342785e-10,
+    "max_abs_err": 5.06661552990284e-13,
+    "mean_abs_err": 4.489683062428443e-14,
+    "w_frob_norm": 46.15646760601742,
+    "relative_err": 2.8186043577664753e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 5.472442843707477e-11,
+    "max_abs_err": 2.2602232585544613e-13,
+    "mean_abs_err": 1.8742280850093043e-14,
+    "w_frob_norm": 44.68799867758621,
+    "relative_err": 1.224588928940388e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 6.555644256988264e-11,
+    "max_abs_err": 3.5956827793004464e-13,
+    "mean_abs_err": 2.1994827426178395e-14,
+    "w_frob_norm": 45.58541028180722,
+    "relative_err": 1.4381014049147583e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.3315562977436005e-10,
+    "max_abs_err": 4.90206833458906e-13,
+    "mean_abs_err": 4.5941346829007786e-14,
+    "w_frob_norm": 45.694624269981134,
+    "relative_err": 2.9140327095727102e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 5.2720709672941694e-11,
+    "max_abs_err": 1.8542806179411286e-13,
+    "mean_abs_err": 1.8284379636287443e-14,
+    "w_frob_norm": 43.94480639616716,
+    "relative_err": 1.199702854477474e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 6.157742180445124e-11,
+    "max_abs_err": 2.7430054755361866e-13,
+    "mean_abs_err": 2.0935843389120255e-14,
+    "w_frob_norm": 44.35039796603067,
+    "relative_err": 1.3884299719613627e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 6.069525340530083e-11,
+    "max_abs_err": 2.3821916661503906e-13,
+    "mean_abs_err": 2.0705983529341544e-14,
+    "w_frob_norm": 45.45391728914005,
+    "relative_err": 1.335314028474335e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.2081125646964032e-10,
+    "max_abs_err": 4.0665908140891105e-13,
+    "mean_abs_err": 4.183917685068586e-14,
+    "w_frob_norm": 46.6188546916116,
+    "relative_err": 2.5914677069786227e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 4.6407051258120465e-11,
+    "max_abs_err": 1.8312261429453969e-13,
+    "mean_abs_err": 1.6128742399987207e-14,
+    "w_frob_norm": 44.46315527064459,
+    "relative_err": 1.0437192541924542e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.267103296929663e-10,
+    "max_abs_err": 4.300899913989298e-13,
+    "mean_abs_err": 4.387551789186423e-14,
+    "w_frob_norm": 45.55026590341351,
+    "relative_err": 2.7817692647864586e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.3835799112473794e-10,
+    "max_abs_err": 5.268840919114837e-13,
+    "mean_abs_err": 4.701451981233023e-14,
+    "w_frob_norm": 46.22653150749674,
+    "relative_err": 2.9930428827933993e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.1069006470702281e-10,
+    "max_abs_err": 4.938887840366668e-13,
+    "mean_abs_err": 3.825658219294895e-14,
+    "w_frob_norm": 45.532109805451746,
+    "relative_err": 2.431033070507298e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 5.4084967641062384e-11,
+    "max_abs_err": 2.0082893681383496e-13,
+    "mean_abs_err": 1.8730842811738584e-14,
+    "w_frob_norm": 45.322336858029225,
+    "relative_err": 1.1933402245008199e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 5.684585246380924e-11,
+    "max_abs_err": 2.448666269749822e-13,
+    "mean_abs_err": 1.9546415351729782e-14,
+    "w_frob_norm": 45.537810096871645,
+    "relative_err": 1.2483220502453288e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.4148693674457488e-10,
+    "max_abs_err": 5.340484998672679e-13,
+    "mean_abs_err": 4.872302136388418e-14,
+    "w_frob_norm": 46.012627555242915,
+    "relative_err": 3.0749588593849632e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.4671144551689135e-11,
+    "max_abs_err": 2.2488955142563327e-13,
+    "mean_abs_err": 1.8880852391788162e-14,
+    "w_frob_norm": 45.56811658793686,
+    "relative_err": 1.1997674831740159e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.1014957960549506e-10,
+    "max_abs_err": 3.6713687645573145e-13,
+    "mean_abs_err": 3.829491468334835e-14,
+    "w_frob_norm": 46.50460655702294,
+    "relative_err": 2.36857351906487e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.2205085563014176e-10,
+    "max_abs_err": 5.488040577539266e-13,
+    "mean_abs_err": 4.20251178935223e-14,
+    "w_frob_norm": 46.10963288049779,
+    "relative_err": 2.646970882341671e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 6.131702911931228e-11,
+    "max_abs_err": 2.4623011962709995e-13,
+    "mean_abs_err": 2.0960565762909438e-14,
+    "w_frob_norm": 45.51404449086492,
+    "relative_err": 1.3472111697658329e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.353818995343593e-10,
+    "max_abs_err": 5.209929709870664e-13,
+    "mean_abs_err": 4.611781825639468e-14,
+    "w_frob_norm": 46.60415052378693,
+    "relative_err": 2.9049322434331225e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 5.985907599694027e-11,
+    "max_abs_err": 2.920164110520318e-13,
+    "mean_abs_err": 2.042012821482514e-14,
+    "w_frob_norm": 44.94749641485823,
+    "relative_err": 1.3317555096829096e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.3548049817219636e-10,
+    "max_abs_err": 5.509230224798323e-13,
+    "mean_abs_err": 4.663362805824273e-14,
+    "w_frob_norm": 46.66017918769242,
+    "relative_err": 2.9035571772500203e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.276013953522781e-10,
+    "max_abs_err": 5.222003385263463e-13,
+    "mean_abs_err": 4.371442486882994e-14,
+    "w_frob_norm": 46.57842650985859,
+    "relative_err": 2.7394956187554024e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 5.665413528796192e-11,
+    "max_abs_err": 2.3653648484334155e-13,
+    "mean_abs_err": 1.9294562334009928e-14,
+    "w_frob_norm": 43.49561508812716,
+    "relative_err": 1.3025252125570377e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.3851467085301979e-10,
+    "max_abs_err": 5.426457894142089e-13,
+    "mean_abs_err": 4.7644168612540276e-14,
+    "w_frob_norm": 45.863888559304684,
+    "relative_err": 3.02012487828877e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 4.950303449625446e-11,
+    "max_abs_err": 1.8400905799076384e-13,
+    "mean_abs_err": 1.719817464520476e-14,
+    "w_frob_norm": 45.365312438841535,
+    "relative_err": 1.0912089399360168e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 4.96126833827661e-11,
+    "max_abs_err": 1.7055801215803967e-13,
+    "mean_abs_err": 1.7111790806275542e-14,
+    "w_frob_norm": 44.69302946162937,
+    "relative_err": 1.1100765372228891e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 4.833785327131779e-11,
+    "max_abs_err": 1.6458882867720348e-13,
+    "mean_abs_err": 1.6745301828108873e-14,
+    "w_frob_norm": 44.29900303577669,
+    "relative_err": 1.0911724860326823e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 6.996433109383503e-11,
+    "max_abs_err": 3.0249761029388367e-13,
+    "mean_abs_err": 2.3617095549416333e-14,
+    "w_frob_norm": 45.93053332502821,
+    "relative_err": 1.523264069213637e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.2597856690107377e-10,
+    "max_abs_err": 5.277514536494721e-13,
+    "mean_abs_err": 4.3288264193687523e-14,
+    "w_frob_norm": 45.80511579042183,
+    "relative_err": 2.7503165252868277e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.4668768996142377e-10,
+    "max_abs_err": 7.202884122481379e-13,
+    "mean_abs_err": 5.026482450985791e-14,
+    "w_frob_norm": 46.15122989708739,
+    "relative_err": 3.178413452653864e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.1240651969927514e-10,
+    "max_abs_err": 3.8579122535464805e-13,
+    "mean_abs_err": 3.905799031646978e-14,
+    "w_frob_norm": 45.01968520967978,
+    "relative_err": 2.496830423752194e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 5.3339168180091725e-11,
+    "max_abs_err": 2.1430079932827084e-13,
+    "mean_abs_err": 1.827070678491996e-14,
+    "w_frob_norm": 45.08677573551764,
+    "relative_err": 1.1830335460886188e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.0969988464432138e-10,
+    "max_abs_err": 3.7905789618264407e-13,
+    "mean_abs_err": 3.799146272676763e-14,
+    "w_frob_norm": 42.624184441226866,
+    "relative_err": 2.5736535744298654e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 5.022413704523823e-11,
+    "max_abs_err": 1.8783932742572063e-13,
+    "mean_abs_err": 1.7397585912898304e-14,
+    "w_frob_norm": 45.11359611029951,
+    "relative_err": 1.1132816129852254e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.2651913734851793e-10,
+    "max_abs_err": 4.94472518486333e-13,
+    "mean_abs_err": 4.337186983343812e-14,
+    "w_frob_norm": 46.54795489888878,
+    "relative_err": 2.7180385824327214e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.2105513087801012e-10,
+    "max_abs_err": 4.47128445379974e-13,
+    "mean_abs_err": 4.183423959972377e-14,
+    "w_frob_norm": 46.42840091729699,
+    "relative_err": 2.6073508560772078e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 4.665165878407445e-11,
+    "max_abs_err": 1.889773060259614e-13,
+    "mean_abs_err": 1.6177404876666057e-14,
+    "w_frob_norm": 45.19413220108944,
+    "relative_err": 1.0322503500343762e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.2778078704597177e-10,
+    "max_abs_err": 4.463725396253171e-13,
+    "mean_abs_err": 4.4176755445832974e-14,
+    "w_frob_norm": 46.696747359331496,
+    "relative_err": 2.7363958791968644e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 4.484545025773965e-11,
+    "max_abs_err": 1.6832542304445752e-13,
+    "mean_abs_err": 1.5537879215843327e-14,
+    "w_frob_norm": 44.05663910801597,
+    "relative_err": 1.0179044785461214e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 4.594424465155397e-11,
+    "max_abs_err": 1.8822443603738748e-13,
+    "mean_abs_err": 1.592244986478031e-14,
+    "w_frob_norm": 45.42130460328645,
+    "relative_err": 1.01151310057769e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.1291688927803182e-10,
+    "max_abs_err": 5.162675842385056e-13,
+    "mean_abs_err": 3.9010588122362756e-14,
+    "w_frob_norm": 46.54171822367605,
+    "relative_err": 2.4261435457831964e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 5.0460968026271537e-11,
+    "max_abs_err": 1.8439069715547873e-13,
+    "mean_abs_err": 1.749875082391562e-14,
+    "w_frob_norm": 43.76985990994527,
+    "relative_err": 1.1528702200576597e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.438802682038338e-10,
+    "max_abs_err": 5.53038517758786e-13,
+    "mean_abs_err": 4.9019777952458803e-14,
+    "w_frob_norm": 46.28944364362049,
+    "relative_err": 3.108273871502084e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.4750012713033922e-10,
+    "max_abs_err": 6.318418011019844e-13,
+    "mean_abs_err": 5.0540990741521934e-14,
+    "w_frob_norm": 45.404856113503385,
+    "relative_err": 3.248554004039069e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.545278752460395e-11,
+    "max_abs_err": 1.9574966647617487e-13,
+    "mean_abs_err": 1.9115115916671197e-14,
+    "w_frob_norm": 44.85148676533029,
+    "relative_err": 1.2363645337944146e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.1357730371674175e-10,
+    "max_abs_err": 4.121529506573296e-13,
+    "mean_abs_err": 3.9513970237365935e-14,
+    "w_frob_norm": 45.98128058465797,
+    "relative_err": 2.4700770024799555e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 4.9154698937803926e-11,
+    "max_abs_err": 1.9475046575401223e-13,
+    "mean_abs_err": 1.7046684409654665e-14,
+    "w_frob_norm": 45.24785795686294,
+    "relative_err": 1.0863431145108698e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 5.7560423601915006e-11,
+    "max_abs_err": 2.27453472723127e-13,
+    "mean_abs_err": 1.9629952629476056e-14,
+    "w_frob_norm": 44.700405741287256,
+    "relative_err": 1.287693537617035e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 4.9580997208595446e-11,
+    "max_abs_err": 2.2553486855869664e-13,
+    "mean_abs_err": 1.7087932244108217e-14,
+    "w_frob_norm": 45.201800761306345,
+    "relative_err": 1.0968810174270264e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 4.913863457757344e-11,
+    "max_abs_err": 1.7921428230316394e-13,
+    "mean_abs_err": 1.7003805193913607e-14,
+    "w_frob_norm": 44.78529538022808,
+    "relative_err": 1.0972046552419811e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.3290557652057122e-10,
+    "max_abs_err": 4.679520659855996e-13,
+    "mean_abs_err": 4.566767545273106e-14,
+    "w_frob_norm": 46.76781233318589,
+    "relative_err": 2.8418172646973053e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.330714986554951e-10,
+    "max_abs_err": 5.355056675870884e-13,
+    "mean_abs_err": 4.5793761095110004e-14,
+    "w_frob_norm": 45.13750020424865,
+    "relative_err": 2.9481362072188814e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.2796126320330564e-10,
+    "max_abs_err": 4.967402357503037e-13,
+    "mean_abs_err": 4.37909314466393e-14,
+    "w_frob_norm": 45.73297117764718,
+    "relative_err": 2.79800896176737e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.3146273184523162e-10,
+    "max_abs_err": 5.306310946195936e-13,
+    "mean_abs_err": 4.5136429259405035e-14,
+    "w_frob_norm": 46.6008376638424,
+    "relative_err": 2.821037956303382e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.509340228323706e-11,
+    "max_abs_err": 1.5240066153499043e-13,
+    "mean_abs_err": 1.5705575919341915e-14,
+    "w_frob_norm": 45.281689655527344,
+    "relative_err": 9.958418651396923e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 5.243976834520408e-11,
+    "max_abs_err": 2.057763681673208e-13,
+    "mean_abs_err": 1.8128217262577843e-14,
+    "w_frob_norm": 45.0389719982322,
+    "relative_err": 1.1643198327719905e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.1301153179618014e-10,
+    "max_abs_err": 3.7868493063530906e-13,
+    "mean_abs_err": 3.906549217933989e-14,
+    "w_frob_norm": 45.16087469878183,
+    "relative_err": 2.5024212340871357e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.186801642169371e-10,
+    "max_abs_err": 4.3155062856570225e-13,
+    "mean_abs_err": 4.120797556257894e-14,
+    "w_frob_norm": 46.37436756668634,
+    "relative_err": 2.5591759078175035e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 5.286425421593797e-11,
+    "max_abs_err": 1.9046916821530147e-13,
+    "mean_abs_err": 1.824919340014146e-14,
+    "w_frob_norm": 45.124094073967,
+    "relative_err": 1.1715305381928194e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 5.3978194412545017e-11,
+    "max_abs_err": 1.9514251325958298e-13,
+    "mean_abs_err": 1.8594531099762888e-14,
+    "w_frob_norm": 44.59336235605045,
+    "relative_err": 1.2104535644018605e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.1086042795060825e-10,
+    "max_abs_err": 4.3356290779783535e-13,
+    "mean_abs_err": 3.8309825042359404e-14,
+    "w_frob_norm": 45.761502165690125,
+    "relative_err": 2.4225696863973647e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 5.590095368624211e-11,
+    "max_abs_err": 1.9349799540435697e-13,
+    "mean_abs_err": 1.9172825402669068e-14,
+    "w_frob_norm": 46.14250555466883,
+    "relative_err": 1.2114850074626234e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.489919915757651e-11,
+    "max_abs_err": 1.92934427115099e-13,
+    "mean_abs_err": 1.9031732492192883e-14,
+    "w_frob_norm": 45.27312525373405,
+    "relative_err": 1.212622253265993e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.2205846213927157e-10,
+    "max_abs_err": 4.5086157030027607e-13,
+    "mean_abs_err": 4.221473782283135e-14,
+    "w_frob_norm": 45.43258299892703,
+    "relative_err": 2.6865842547881153e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.2636457040759858e-10,
+    "max_abs_err": 5.413967885115056e-13,
+    "mean_abs_err": 4.347095331361356e-14,
+    "w_frob_norm": 46.54455135841059,
+    "relative_err": 2.714916498701293e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.2903386734618768e-10,
+    "max_abs_err": 5.488803855868696e-13,
+    "mean_abs_err": 4.4097092649667796e-14,
+    "w_frob_norm": 46.931985584772065,
+    "relative_err": 2.749380102683213e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 5.619827830951644e-11,
+    "max_abs_err": 2.068761828510901e-13,
+    "mean_abs_err": 1.942523052035382e-14,
+    "w_frob_norm": 43.56327605798923,
+    "relative_err": 1.2900379263191348e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 5.793149696875671e-11,
+    "max_abs_err": 2.155827599770177e-13,
+    "mean_abs_err": 1.9862285654930084e-14,
+    "w_frob_norm": 44.968220576149236,
+    "relative_err": 1.2882763922280503e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.511063068708079e-11,
+    "max_abs_err": 2.2237767183241886e-13,
+    "mean_abs_err": 1.9015916115153874e-14,
+    "w_frob_norm": 44.37036245937549,
+    "relative_err": 1.2420595107272077e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 4.586976423445052e-11,
+    "max_abs_err": 1.783191649895599e-13,
+    "mean_abs_err": 1.593572172512067e-14,
+    "w_frob_norm": 44.25546205325059,
+    "relative_err": 1.0364769026534513e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 5.980833386455889e-11,
+    "max_abs_err": 2.2685152367696304e-13,
+    "mean_abs_err": 2.0628997794234383e-14,
+    "w_frob_norm": 45.40321808632217,
+    "relative_err": 1.3172708099864027e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.4609874922171924e-10,
+    "max_abs_err": 5.729652863273316e-13,
+    "mean_abs_err": 4.9602660804835426e-14,
+    "w_frob_norm": 45.5429208554224,
+    "relative_err": 3.2079354261338404e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.299732088190602e-10,
+    "max_abs_err": 4.607217385377282e-13,
+    "mean_abs_err": 4.484332859924924e-14,
+    "w_frob_norm": 47.939972977611355,
+    "relative_err": 2.7111656671095645e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 4.716208030362021e-11,
+    "max_abs_err": 1.5909495942878493e-13,
+    "mean_abs_err": 1.6393799062100535e-14,
+    "w_frob_norm": 45.02016638405485,
+    "relative_err": 1.0475767659606868e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.2940459449052213e-10,
+    "max_abs_err": 4.2413295098242543e-13,
+    "mean_abs_err": 4.44000853806572e-14,
+    "w_frob_norm": 45.87901544131876,
+    "relative_err": 2.82056171532356e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.1247931597356297e-10,
+    "max_abs_err": 4.1255887595070817e-13,
+    "mean_abs_err": 3.907612075574746e-14,
+    "w_frob_norm": 45.12177874719023,
+    "relative_err": 2.492794368851586e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.2780143192748877e-10,
+    "max_abs_err": 4.693068850203375e-13,
+    "mean_abs_err": 4.4005900120082395e-14,
+    "w_frob_norm": 46.90313176565351,
+    "relative_err": 2.724795277339581e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 6.03726101107365e-11,
+    "max_abs_err": 2.362329082350456e-13,
+    "mean_abs_err": 2.055754235252737e-14,
+    "w_frob_norm": 43.94432190488117,
+    "relative_err": 1.3738432519544816e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.1827703045230242e-10,
+    "max_abs_err": 4.578733225901743e-13,
+    "mean_abs_err": 4.0731893315185475e-14,
+    "w_frob_norm": 45.183344995430836,
+    "relative_err": 2.6177130193495675e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 5.009291264377183e-11,
+    "max_abs_err": 1.9193674427597784e-13,
+    "mean_abs_err": 1.7256626329413132e-14,
+    "w_frob_norm": 43.392778655525476,
+    "relative_err": 1.1544066592608765e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 6.2560740165088e-11,
+    "max_abs_err": 2.433539481039304e-13,
+    "mean_abs_err": 2.1370823217175788e-14,
+    "w_frob_norm": 44.67001377992837,
+    "relative_err": 1.4005086381504205e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.479561593354638e-11,
+    "max_abs_err": 2.0667148548092484e-13,
+    "mean_abs_err": 1.8858187199908946e-14,
+    "w_frob_norm": 44.73467713661757,
+    "relative_err": 1.2249024569061533e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 4.909048553833384e-11,
+    "max_abs_err": 1.857403120197887e-13,
+    "mean_abs_err": 1.694644054428082e-14,
+    "w_frob_norm": 44.940956203009115,
+    "relative_err": 1.0923329115780336e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.1330923973127223e-10,
+    "max_abs_err": 4.964388275463527e-13,
+    "mean_abs_err": 3.908844408408722e-14,
+    "w_frob_norm": 45.03420772650192,
+    "relative_err": 2.5160704595806963e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.2790397253973288e-10,
+    "max_abs_err": 5.201004557586764e-13,
+    "mean_abs_err": 4.4084509461432526e-14,
+    "w_frob_norm": 48.138223000579934,
+    "relative_err": 2.6570148328531358e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.3167044136586236e-10,
+    "max_abs_err": 6.496079715812009e-13,
+    "mean_abs_err": 4.4698046880563884e-14,
+    "w_frob_norm": 44.842657297701614,
+    "relative_err": 2.936276512155114e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.1828068528109805e-10,
+    "max_abs_err": 4.4532086351800615e-13,
+    "mean_abs_err": 4.084906709535128e-14,
+    "w_frob_norm": 45.93652904088916,
+    "relative_err": 2.57487206261957e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.2718382816061385e-10,
+    "max_abs_err": 4.1048360457235367e-13,
+    "mean_abs_err": 4.4017781755223346e-14,
+    "w_frob_norm": 46.66262041086032,
+    "relative_err": 2.725604071112408e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 4.5635702878669876e-11,
+    "max_abs_err": 1.395316154284565e-13,
+    "mean_abs_err": 1.5896982739092278e-14,
+    "w_frob_norm": 45.5428773338742,
+    "relative_err": 1.002038201146475e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.1688667018298267e-10,
+    "max_abs_err": 4.3535661187199537e-13,
+    "mean_abs_err": 4.054928390034693e-14,
+    "w_frob_norm": 45.967562621892206,
+    "relative_err": 2.5428076564432632e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.0822916886266503e-10,
+    "max_abs_err": 4.0015907254442595e-13,
+    "mean_abs_err": 3.748326435869797e-14,
+    "w_frob_norm": 48.24471731566026,
+    "relative_err": 2.2433371959572824e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 5.4293249721941547e-11,
+    "max_abs_err": 2.0298172864752217e-13,
+    "mean_abs_err": 1.869257730087874e-14,
+    "w_frob_norm": 45.91154010985353,
+    "relative_err": 1.1825621530454635e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.3869636930537835e-10,
+    "max_abs_err": 5.105742217903497e-13,
+    "mean_abs_err": 4.789267944951304e-14,
+    "w_frob_norm": 48.08849116228177,
+    "relative_err": 2.8841904986647806e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.309376130803785e-11,
+    "max_abs_err": 2.045130557959407e-13,
+    "mean_abs_err": 1.835554616156944e-14,
+    "w_frob_norm": 44.83787232830514,
+    "relative_err": 1.1841275812394193e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 5.830548983576382e-11,
+    "max_abs_err": 2.3335196622231713e-13,
+    "mean_abs_err": 1.9991877906873962e-14,
+    "w_frob_norm": 41.76369504191867,
+    "relative_err": 1.3960807293809124e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 5.6652675498180574e-11,
+    "max_abs_err": 2.142582986031094e-13,
+    "mean_abs_err": 1.943666080704314e-14,
+    "w_frob_norm": 45.603226806613236,
+    "relative_err": 1.242295325688773e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 4.689450672071261e-11,
+    "max_abs_err": 1.6162678834197308e-13,
+    "mean_abs_err": 1.6236928923339557e-14,
+    "w_frob_norm": 44.71068114710925,
+    "relative_err": 1.04884348700522e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.0106371146426359e-10,
+    "max_abs_err": 3.6597114227987504e-13,
+    "mean_abs_err": 3.467117121295926e-14,
+    "w_frob_norm": 42.301069069820116,
+    "relative_err": 2.389152654687111e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.3658488840633256e-10,
+    "max_abs_err": 5.266637820300346e-13,
+    "mean_abs_err": 4.6495127223249716e-14,
+    "w_frob_norm": 46.19878928316331,
+    "relative_err": 2.9564603429144314e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 5.084524743070334e-11,
+    "max_abs_err": 1.9412943474961253e-13,
+    "mean_abs_err": 1.7546478222089296e-14,
+    "w_frob_norm": 44.42798795088001,
+    "relative_err": 1.1444418209286974e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 5.4591810121328965e-11,
+    "max_abs_err": 2.2594079385207522e-13,
+    "mean_abs_err": 1.8790306446492814e-14,
+    "w_frob_norm": 45.570220190337444,
+    "relative_err": 1.1979711726937064e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.0918142923983834e-10,
+    "max_abs_err": 4.036042333677159e-13,
+    "mean_abs_err": 3.786035108489915e-14,
+    "w_frob_norm": 46.41539530775091,
+    "relative_err": 2.352267572341587e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 5.354722140561786e-11,
+    "max_abs_err": 1.9186735533693877e-13,
+    "mean_abs_err": 1.8382812423574396e-14,
+    "w_frob_norm": 43.80000878341757,
+    "relative_err": 1.2225390563366858e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.3281246203429782e-10,
+    "max_abs_err": 5.18928650050654e-13,
+    "mean_abs_err": 4.5733669517533346e-14,
+    "w_frob_norm": 46.20875478187604,
+    "relative_err": 2.874183964948335e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 5.0117033133130904e-11,
+    "max_abs_err": 2.294935075308757e-13,
+    "mean_abs_err": 1.7293557313208572e-14,
+    "w_frob_norm": 44.57572991594864,
+    "relative_err": 1.1243121139604638e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.3293576356127513e-10,
+    "max_abs_err": 5.882482001506872e-13,
+    "mean_abs_err": 4.564091534019172e-14,
+    "w_frob_norm": 45.98551953354085,
+    "relative_err": 2.890817912023689e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.196052667344275e-10,
+    "max_abs_err": 4.687318783981598e-13,
+    "mean_abs_err": 4.1303624435050594e-14,
+    "w_frob_norm": 46.1338339384969,
+    "relative_err": 2.592571579762451e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.5064086109048258e-10,
+    "max_abs_err": 6.595245183316223e-13,
+    "mean_abs_err": 5.149750323767714e-14,
+    "w_frob_norm": 47.48680061026764,
+    "relative_err": 3.172268065115991e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.192546477133533e-10,
+    "max_abs_err": 4.652511015335037e-13,
+    "mean_abs_err": 4.1321859911168633e-14,
+    "w_frob_norm": 46.88820255480084,
+    "relative_err": 2.5433827960023375e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 4.884442173091318e-11,
+    "max_abs_err": 1.7675964858465676e-13,
+    "mean_abs_err": 1.6903382211317616e-14,
+    "w_frob_norm": 45.73391164934345,
+    "relative_err": 1.0680132087851792e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 6.79079608566491e-11,
+    "max_abs_err": 2.78463016534225e-13,
+    "mean_abs_err": 2.29078932472759e-14,
+    "w_frob_norm": 44.21885197787748,
+    "relative_err": 1.5357241949796254e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 4.710124390544335e-11,
+    "max_abs_err": 1.8666318490900835e-13,
+    "mean_abs_err": 1.6407747853501012e-14,
+    "w_frob_norm": 43.51775531656495,
+    "relative_err": 1.0823454372315556e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.678356780071493e-11,
+    "max_abs_err": 2.1462345789480253e-13,
+    "mean_abs_err": 1.9466978563834797e-14,
+    "w_frob_norm": 44.57502141721743,
+    "relative_err": 1.2738876167714383e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 4.1886994919943664e-11,
+    "max_abs_err": 1.3474638071997447e-13,
+    "mean_abs_err": 1.4587006702186293e-14,
+    "w_frob_norm": 44.44147320367357,
+    "relative_err": 9.425203959368577e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.0342003087984366e-10,
+    "max_abs_err": 3.5668690223644717e-13,
+    "mean_abs_err": 3.5881922755287605e-14,
+    "w_frob_norm": 44.84804729049049,
+    "relative_err": 2.3060096732856565e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.190050016241114e-11,
+    "max_abs_err": 2.059342280036347e-13,
+    "mean_abs_err": 1.7927082144447643e-14,
+    "w_frob_norm": 44.6463421322918,
+    "relative_err": 1.1624804560388062e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.1111871886758683e-10,
+    "max_abs_err": 4.325186042652973e-13,
+    "mean_abs_err": 3.833058767421652e-14,
+    "w_frob_norm": 45.77107287949295,
+    "relative_err": 2.4277062318408517e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.0619144400862694e-10,
+    "max_abs_err": 4.099394435019832e-13,
+    "mean_abs_err": 3.673410556310037e-14,
+    "w_frob_norm": 45.07177748388687,
+    "relative_err": 2.3560518341347935e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 5.343696548168831e-11,
+    "max_abs_err": 1.8928088263425735e-13,
+    "mean_abs_err": 1.847835378959486e-14,
+    "w_frob_norm": 45.84629133499054,
+    "relative_err": 1.1655678992927495e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.5518167781878629e-10,
+    "max_abs_err": 6.025388521457842e-13,
+    "mean_abs_err": 5.286613719976595e-14,
+    "w_frob_norm": 45.88665264633223,
+    "relative_err": 3.3818478548617804e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.1482923968347308e-10,
+    "max_abs_err": 4.569556538713826e-13,
+    "mean_abs_err": 3.975273922956294e-14,
+    "w_frob_norm": 44.37081667494611,
+    "relative_err": 2.587945147025233e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 4.849181098188607e-11,
+    "max_abs_err": 1.8351986597053838e-13,
+    "mean_abs_err": 1.668587666566733e-14,
+    "w_frob_norm": 45.66326382387303,
+    "relative_err": 1.061943604577259e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 6.084803280272675e-11,
+    "max_abs_err": 2.4243801410861465e-13,
+    "mean_abs_err": 2.074064008179169e-14,
+    "w_frob_norm": 45.84280432519015,
+    "relative_err": 1.3273191659719512e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.0853557140682211e-10,
+    "max_abs_err": 3.758174327295194e-13,
+    "mean_abs_err": 3.772862351215915e-14,
+    "w_frob_norm": 44.81873531219379,
+    "relative_err": 2.4216562705483784e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.3786002737594573e-10,
+    "max_abs_err": 6.426066276321585e-13,
+    "mean_abs_err": 4.714234821455406e-14,
+    "w_frob_norm": 46.70430298602352,
+    "relative_err": 2.9517628689844913e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 5.626125266341339e-11,
+    "max_abs_err": 2.0493329255799608e-13,
+    "mean_abs_err": 1.921729203232911e-14,
+    "w_frob_norm": 44.23686246265152,
+    "relative_err": 1.2718183327516474e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.896229444025908e-11,
+    "max_abs_err": 2.2282869993617282e-13,
+    "mean_abs_err": 2.008966530356171e-14,
+    "w_frob_norm": 44.5097969510841,
+    "relative_err": 1.3247037389332095e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 5.834429911816471e-11,
+    "max_abs_err": 2.969837917254914e-13,
+    "mean_abs_err": 1.9778351814616213e-14,
+    "w_frob_norm": 45.45761071009027,
+    "relative_err": 1.2834880277861583e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.3434629731534742e-10,
+    "max_abs_err": 5.595966398597163e-13,
+    "mean_abs_err": 4.5910375733624573e-14,
+    "w_frob_norm": 46.10669642523977,
+    "relative_err": 2.913813127626369e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.1622305436343714e-10,
+    "max_abs_err": 4.028340161443822e-13,
+    "mean_abs_err": 4.029606148299506e-14,
+    "w_frob_norm": 45.95920015264424,
+    "relative_err": 2.528831093174503e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.2535071830577869e-10,
+    "max_abs_err": 4.631581576597377e-13,
+    "mean_abs_err": 4.3257187948629723e-14,
+    "w_frob_norm": 44.67117436461398,
+    "relative_err": 2.806076179744998e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.2521577181166901e-10,
+    "max_abs_err": 4.845377571394138e-13,
+    "mean_abs_err": 4.2854345864661075e-14,
+    "w_frob_norm": 45.99802151375403,
+    "relative_err": 2.7221990792414366e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 5.2192819820032236e-11,
+    "max_abs_err": 1.9784694715863083e-13,
+    "mean_abs_err": 1.7983045579730734e-14,
+    "w_frob_norm": 44.93459603542976,
+    "relative_err": 1.1615286310547791e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.2042427382940773e-10,
+    "max_abs_err": 4.899787173218151e-13,
+    "mean_abs_err": 4.153789901576683e-14,
+    "w_frob_norm": 45.82029015231847,
+    "relative_err": 2.6281866271271168e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 6.094360457961484e-11,
+    "max_abs_err": 2.442525348644864e-13,
+    "mean_abs_err": 2.086411767254259e-14,
+    "w_frob_norm": 45.22021102701071,
+    "relative_err": 1.347707213113453e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.076453077561439e-11,
+    "max_abs_err": 2.102276686066773e-13,
+    "mean_abs_err": 1.7442030069934567e-14,
+    "w_frob_norm": 45.25786812222298,
+    "relative_err": 1.1216730456352952e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 6.293907486793059e-11,
+    "max_abs_err": 2.549609828816912e-13,
+    "mean_abs_err": 2.144403299161673e-14,
+    "w_frob_norm": 44.48331619227518,
+    "relative_err": 1.4148916999776284e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.271575635370394e-10,
+    "max_abs_err": 5.101440103683075e-13,
+    "mean_abs_err": 4.4034675941719064e-14,
+    "w_frob_norm": 48.578865402011445,
+    "relative_err": 2.617549061402623e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 4.873047832843634e-11,
+    "max_abs_err": 1.7751425329670667e-13,
+    "mean_abs_err": 1.68457688487562e-14,
+    "w_frob_norm": 45.522985240672284,
+    "relative_err": 1.0704587599167012e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 5.5545363506749665e-11,
+    "max_abs_err": 2.2269339150504663e-13,
+    "mean_abs_err": 1.8904014565128965e-14,
+    "w_frob_norm": 45.22833945973221,
+    "relative_err": 1.2281097243510992e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.1575343744556815e-10,
+    "max_abs_err": 4.249196480787809e-13,
+    "mean_abs_err": 4.018466716028157e-14,
+    "w_frob_norm": 46.1841803472998,
+    "relative_err": 2.5063438730559994e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.312556892401594e-10,
+    "max_abs_err": 4.81684137021432e-13,
+    "mean_abs_err": 4.5078159916735705e-14,
+    "w_frob_norm": 47.10685736827349,
+    "relative_err": 2.7863393266509907e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.3651587231276118e-10,
+    "max_abs_err": 5.049155538117134e-13,
+    "mean_abs_err": 4.678733070220697e-14,
+    "w_frob_norm": 47.40240066182465,
+    "relative_err": 2.8799358346148857e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 5.5722378348679704e-11,
+    "max_abs_err": 2.1879720257800273e-13,
+    "mean_abs_err": 1.9246931733562507e-14,
+    "w_frob_norm": 45.460853893288686,
+    "relative_err": 1.2257222110142966e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.295864025686432e-10,
+    "max_abs_err": 6.257216966787382e-13,
+    "mean_abs_err": 4.421361878715242e-14,
+    "w_frob_norm": 44.99408521422134,
+    "relative_err": 2.880076391189406e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.1489443536758632e-10,
+    "max_abs_err": 4.502613559775881e-13,
+    "mean_abs_err": 3.959762433632143e-14,
+    "w_frob_norm": 45.77613802834823,
+    "relative_err": 2.5099198035543003e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.315227284960169e-11,
+    "max_abs_err": 1.7067076918397817e-13,
+    "mean_abs_err": 1.8426984372678696e-14,
+    "w_frob_norm": 43.53107874673412,
+    "relative_err": 1.2210189680537011e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.4050119223181972e-10,
+    "max_abs_err": 7.350717257104122e-13,
+    "mean_abs_err": 4.793005853847747e-14,
+    "w_frob_norm": 47.02495665197606,
+    "relative_err": 2.9878005687840574e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 6.478284637196783e-11,
+    "max_abs_err": 2.2775531460794696e-13,
+    "mean_abs_err": 2.2179833909864275e-14,
+    "w_frob_norm": 45.20247520981226,
+    "relative_err": 1.433170331298698e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.0856727366434321e-10,
+    "max_abs_err": 3.442445981050035e-13,
+    "mean_abs_err": 3.782522349840727e-14,
+    "w_frob_norm": 45.50395861491656,
+    "relative_err": 2.3858863485506507e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.2185546891895186e-10,
+    "max_abs_err": 4.768477279704086e-13,
+    "mean_abs_err": 4.175907132877492e-14,
+    "w_frob_norm": 47.218997528779965,
+    "relative_err": 2.5806449796965932e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.1351379612206442e-10,
+    "max_abs_err": 4.264227859707148e-13,
+    "mean_abs_err": 3.9075815948712364e-14,
+    "w_frob_norm": 45.61968982183206,
+    "relative_err": 2.4882632162865012e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 6.038301816716998e-11,
+    "max_abs_err": 2.4640359197469763e-13,
+    "mean_abs_err": 2.0636298906643207e-14,
+    "w_frob_norm": 45.87513090594531,
+    "relative_err": 1.3162473212549348e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 5.5458215440453486e-11,
+    "max_abs_err": 1.9561435804504868e-13,
+    "mean_abs_err": 1.9082927000082363e-14,
+    "w_frob_norm": 45.522794875812345,
+    "relative_err": 1.2182515504978394e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 5.520702291789971e-11,
+    "max_abs_err": 2.048430869372453e-13,
+    "mean_abs_err": 1.8978523970686862e-14,
+    "w_frob_norm": 44.87344717213001,
+    "relative_err": 1.230282636993123e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 4.896436732641881e-11,
+    "max_abs_err": 1.8096635301390052e-13,
+    "mean_abs_err": 1.6923135836327605e-14,
+    "w_frob_norm": 44.93276551835998,
+    "relative_err": 1.0897252096893852e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 5.931618447399073e-11,
+    "max_abs_err": 2.4198351655790873e-13,
+    "mean_abs_err": 2.026777913008042e-14,
+    "w_frob_norm": 45.034690589947935,
+    "relative_err": 1.3171220607260156e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 5.5902378637311596e-11,
+    "max_abs_err": 2.4312062779641153e-13,
+    "mean_abs_err": 1.9204974691252378e-14,
+    "w_frob_norm": 45.236107011505034,
+    "relative_err": 1.2357911042852069e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.315480001765575e-10,
+    "max_abs_err": 5.192825336397533e-13,
+    "mean_abs_err": 4.5363834338888466e-14,
+    "w_frob_norm": 46.901266367050354,
+    "relative_err": 2.8047856777908708e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.1276841132100186e-10,
+    "max_abs_err": 3.3245628472400313e-13,
+    "mean_abs_err": 3.92763131357758e-14,
+    "w_frob_norm": 45.78206396241327,
+    "relative_err": 2.463156999946177e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.1526511568757163e-10,
+    "max_abs_err": 3.8660047385619123e-13,
+    "mean_abs_err": 3.9981779712068286e-14,
+    "w_frob_norm": 46.83743019759993,
+    "relative_err": 2.460961568584907e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.382470703415922e-10,
+    "max_abs_err": 4.708802792130484e-13,
+    "mean_abs_err": 4.7838509341567014e-14,
+    "w_frob_norm": 45.71445585607243,
+    "relative_err": 3.0241434083093936e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.415746844119258e-11,
+    "max_abs_err": 2.6422006943471743e-13,
+    "mean_abs_err": 1.8765930127683224e-14,
+    "w_frob_norm": 45.52949074918864,
+    "relative_err": 1.1895030572499364e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 7.018008797100163e-11,
+    "max_abs_err": 2.665040497312754e-13,
+    "mean_abs_err": 2.3848636621047828e-14,
+    "w_frob_norm": 46.38739561103007,
+    "relative_err": 1.5129128731321594e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.238703432381665e-10,
+    "max_abs_err": 5.010297732255253e-13,
+    "mean_abs_err": 4.268239276888041e-14,
+    "w_frob_norm": 46.350381461831084,
+    "relative_err": 2.6724773201742053e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 5.448097727486908e-11,
+    "max_abs_err": 2.3696322681843185e-13,
+    "mean_abs_err": 1.8670190382362596e-14,
+    "w_frob_norm": 45.29664748057331,
+    "relative_err": 1.2027595927101384e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.2651319479631665e-10,
+    "max_abs_err": 5.261659163924293e-13,
+    "mean_abs_err": 4.325926420717624e-14,
+    "w_frob_norm": 46.6980339234974,
+    "relative_err": 2.7091760437618353e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.310847793881073e-10,
+    "max_abs_err": 4.098943406916078e-13,
+    "mean_abs_err": 4.538178936126771e-14,
+    "w_frob_norm": 45.797415341909144,
+    "relative_err": 2.8622746154880017e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 4.889275848866651e-11,
+    "max_abs_err": 1.9973606102396957e-13,
+    "mean_abs_err": 1.6915280967945725e-14,
+    "w_frob_norm": 45.04212983437416,
+    "relative_err": 1.0854894888064047e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 5.99583064750523e-11,
+    "max_abs_err": 2.3717312835902504e-13,
+    "mean_abs_err": 2.0631815005944364e-14,
+    "w_frob_norm": 45.07111027790267,
+    "relative_err": 1.3303046254098712e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 5.180519504683273e-11,
+    "max_abs_err": 2.0744343742773452e-13,
+    "mean_abs_err": 1.7789935628205808e-14,
+    "w_frob_norm": 44.57468718406768,
+    "relative_err": 1.1622110735832478e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.2050709090108932e-10,
+    "max_abs_err": 4.702453704208409e-13,
+    "mean_abs_err": 4.149497554732745e-14,
+    "w_frob_norm": 46.30318933190618,
+    "relative_err": 2.6025656685823885e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.0365386429223475e-10,
+    "max_abs_err": 3.923181224330108e-13,
+    "mean_abs_err": 3.60210788330834e-14,
+    "w_frob_norm": 45.55476111955418,
+    "relative_err": 2.2753684081495883e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 6.07242915466397e-11,
+    "max_abs_err": 2.2230134399947588e-13,
+    "mean_abs_err": 2.0739673765039377e-14,
+    "w_frob_norm": 45.2066797786181,
+    "relative_err": 1.3432592670820548e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.1282091595027103e-10,
+    "max_abs_err": 3.7528313789891854e-13,
+    "mean_abs_err": 3.920227600771e-14,
+    "w_frob_norm": 45.77720124321041,
+    "relative_err": 2.464565610965664e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.1030793560469768e-10,
+    "max_abs_err": 4.004166789806085e-13,
+    "mean_abs_err": 3.8260893335384204e-14,
+    "w_frob_norm": 46.45809380720639,
+    "relative_err": 2.3743534563096338e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 6.686108512963866e-11,
+    "max_abs_err": 3.670432013880287e-13,
+    "mean_abs_err": 2.2722130786917472e-14,
+    "w_frob_norm": 43.74690256431921,
+    "relative_err": 1.528361580144689e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.2323208615288474e-10,
+    "max_abs_err": 4.531479358416135e-13,
+    "mean_abs_err": 4.2480721536894354e-14,
+    "w_frob_norm": 47.00485649308577,
+    "relative_err": 2.6216883817316134e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 4.670444366775104e-11,
+    "max_abs_err": 1.6297727056802103e-13,
+    "mean_abs_err": 1.6193499660198086e-14,
+    "w_frob_norm": 45.54925101400498,
+    "relative_err": 1.0253613973452795e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 5.560973977698641e-11,
+    "max_abs_err": 2.192691151261042e-13,
+    "mean_abs_err": 1.91122342854914e-14,
+    "w_frob_norm": 44.07998007657974,
+    "relative_err": 1.2615645397383604e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.3355680523405692e-10,
+    "max_abs_err": 4.485767226419801e-13,
+    "mean_abs_err": 4.6115098215505354e-14,
+    "w_frob_norm": 46.57067535269159,
+    "relative_err": 2.8678305440622712e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 4.6692059096510156e-11,
+    "max_abs_err": 1.7435358712347693e-13,
+    "mean_abs_err": 1.6165742369361966e-14,
+    "w_frob_norm": 42.936341963428305,
+    "relative_err": 1.087471753794975e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 5.414921013347115e-11,
+    "max_abs_err": 1.8753748554090066e-13,
+    "mean_abs_err": 1.867680588977811e-14,
+    "w_frob_norm": 44.209033708673864,
+    "relative_err": 1.2248449149624144e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.455848178773766e-10,
+    "max_abs_err": 6.062095270209511e-13,
+    "mean_abs_err": 4.9860919992270564e-14,
+    "w_frob_norm": 46.16826500784781,
+    "relative_err": 3.1533525865143448e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.455782238968973e-11,
+    "max_abs_err": 2.2365876511942773e-13,
+    "mean_abs_err": 1.882711837503211e-14,
+    "w_frob_norm": 44.199011294826555,
+    "relative_err": 1.2343674845069591e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.1834504647438408e-10,
+    "max_abs_err": 4.526396618631523e-13,
+    "mean_abs_err": 4.085623804421939e-14,
+    "w_frob_norm": 46.072430339453014,
+    "relative_err": 2.568673838181316e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.0985418996159773e-10,
+    "max_abs_err": 3.5414466498240316e-13,
+    "mean_abs_err": 3.823035316925124e-14,
+    "w_frob_norm": 45.69315248773714,
+    "relative_err": 2.4041718283955074e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 7.625810472689013e-11,
+    "max_abs_err": 2.9105363952286467e-13,
+    "mean_abs_err": 2.5980240620497933e-14,
+    "w_frob_norm": 45.18402611239082,
+    "relative_err": 1.6877226597117661e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.3242865695615231e-10,
+    "max_abs_err": 4.665044392448969e-13,
+    "mean_abs_err": 4.590200644389557e-14,
+    "w_frob_norm": 46.688810635146176,
+    "relative_err": 2.836411019141775e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 5.3638591123870597e-11,
+    "max_abs_err": 1.9784781452036881e-13,
+    "mean_abs_err": 1.847090143890992e-14,
+    "w_frob_norm": 44.460699089357576,
+    "relative_err": 1.2064270743036945e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 5.2811924701978816e-11,
+    "max_abs_err": 1.827323015124449e-13,
+    "mean_abs_err": 1.8263561210073115e-14,
+    "w_frob_norm": 45.30906648261674,
+    "relative_err": 1.1655928669870216e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 5.6027966151406714e-11,
+    "max_abs_err": 2.721191327825778e-13,
+    "mean_abs_err": 1.890302594680536e-14,
+    "w_frob_norm": 45.32585294040768,
+    "relative_err": 1.2361149877327113e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 5.080772344901437e-11,
+    "max_abs_err": 1.749017597418856e-13,
+    "mean_abs_err": 1.765073929415618e-14,
+    "w_frob_norm": 45.114314524525014,
+    "relative_err": 1.1261996105780198e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.165121738336922e-10,
+    "max_abs_err": 4.477494763843737e-13,
+    "mean_abs_err": 4.0319397138525906e-14,
+    "w_frob_norm": 44.88743851280965,
+    "relative_err": 2.595652095417358e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.2181672377158674e-10,
+    "max_abs_err": 4.965038796767018e-13,
+    "mean_abs_err": 4.1868734380645257e-14,
+    "w_frob_norm": 45.74354309893809,
+    "relative_err": 2.6630364750738916e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.3469039004969963e-10,
+    "max_abs_err": 5.148659276699163e-13,
+    "mean_abs_err": 4.649184513605179e-14,
+    "w_frob_norm": 45.43590394568429,
+    "relative_err": 2.9644043224211706e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.3554907036390387e-10,
+    "max_abs_err": 5.322051935437166e-13,
+    "mean_abs_err": 4.6732572451472345e-14,
+    "w_frob_norm": 47.4401002329139,
+    "relative_err": 2.8572677902956887e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.216528814534275e-10,
+    "max_abs_err": 4.566386331561478e-13,
+    "mean_abs_err": 4.212261355777255e-14,
+    "w_frob_norm": 46.665678838318016,
+    "relative_err": 2.606902641980559e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 5.711746266722289e-11,
+    "max_abs_err": 2.321268177674085e-13,
+    "mean_abs_err": 1.953087191630586e-14,
+    "w_frob_norm": 43.55803317469586,
+    "relative_err": 1.3112957244452466e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.920792116384563e-11,
+    "max_abs_err": 2.2654447762171515e-13,
+    "mean_abs_err": 2.0334472240976023e-14,
+    "w_frob_norm": 44.60477863764028,
+    "relative_err": 1.3273896423707909e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 5.989770433827661e-11,
+    "max_abs_err": 3.0315680521475485e-13,
+    "mean_abs_err": 2.0494669859398908e-14,
+    "w_frob_norm": 44.78900586866789,
+    "relative_err": 1.337330516196565e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.0292114266119348e-10,
+    "max_abs_err": 3.936573289564649e-13,
+    "mean_abs_err": 3.5452517662396245e-14,
+    "w_frob_norm": 45.07083638556458,
+    "relative_err": 2.283541884617818e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.gate.weight": {
+    "frob_norm_diff": 2.5612658421121058e-11,
+    "max_abs_err": 3.004610449330869e-13,
+    "mean_abs_err": 3.354576761078016e-14,
+    "w_frob_norm": 9.135721453614716,
+    "relative_err": 2.803572607939676e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.0139348112388602e-10,
+    "max_abs_err": 3.669252401916623e-13,
+    "mean_abs_err": 3.513210176612522e-14,
+    "w_frob_norm": 43.68942720680701,
+    "relative_err": 2.3207784493015385e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.434751547067073e-10,
+    "max_abs_err": 6.058539087083759e-13,
+    "mean_abs_err": 4.941217636571864e-14,
+    "w_frob_norm": 45.48493759566255,
+    "relative_err": 3.1543443234357455e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.2885165785533905e-10,
+    "max_abs_err": 4.481371870812545e-13,
+    "mean_abs_err": 4.431577148239521e-14,
+    "w_frob_norm": 45.52055023622388,
+    "relative_err": 2.830626105938473e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.3898190831494368e-10,
+    "max_abs_err": 4.5357120836975184e-13,
+    "mean_abs_err": 3.337822476853779e-14,
+    "w_frob_norm": 49.010150962123426,
+    "relative_err": 2.8357780089751862e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 4.7472888299429486e-11,
+    "max_abs_err": 1.7298315557745525e-13,
+    "mean_abs_err": 1.637753600783877e-14,
+    "w_frob_norm": 45.57640938920361,
+    "relative_err": 1.041610976723303e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.45.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.2064074131555737e-10,
+    "max_abs_err": 7.26488313951279e-13,
+    "mean_abs_err": 5.415860059865139e-14,
+    "w_frob_norm": 51.69626982467228,
+    "relative_err": 4.268020537339728e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.46.mixer.dt_bias": {
+    "frob_norm_diff": 5.658054251028562e-15,
+    "max_abs_err": 2.6645352591003757e-15,
+    "mean_abs_err": 4.709774237277031e-16,
+    "w_frob_norm": 37.89239183219566,
+    "relative_err": 1.493190051471266e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.46.mixer.D": {
+    "frob_norm_diff": 2.0362550373838933e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.5113778284447932e-16,
+    "w_frob_norm": 17.671231795679574,
+    "relative_err": 1.152299432732095e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.46.mixer.A_log": {
+    "frob_norm_diff": 3.039584038847166e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 2.0513105103425744e-16,
+    "w_frob_norm": 20.356701784446653,
+    "relative_err": 1.4931613534612624e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.46.norm.weight": {
+    "frob_norm_diff": 6.4805554344736394e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 8.175916954038308e-17,
+    "w_frob_norm": 53.40909804087726,
+    "relative_err": 1.2133804299622647e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.46.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.4525323562889964e-10,
+    "max_abs_err": 9.665324096630457e-13,
+    "mean_abs_err": 4.9465714929624505e-14,
+    "w_frob_norm": 120.78974391770318,
+    "relative_err": 2.858299259779279e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.45.norm.weight": {
+    "frob_norm_diff": 1.2742923014720274e-14,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.4712107193879493e-16,
+    "w_frob_norm": 103.93363918054413,
+    "relative_err": 1.2260633915247035e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.46.mixer.norm.weight": {
+    "frob_norm_diff": 4.18264991680885e-14,
+    "max_abs_err": 7.105427357601002e-15,
+    "mean_abs_err": 3.5670676480171826e-16,
+    "w_frob_norm": 353.1844320852248,
+    "relative_err": 1.184267916939091e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.1992307221262078e-10,
+    "max_abs_err": 4.3483272538225037e-13,
+    "mean_abs_err": 4.1453059562078744e-14,
+    "w_frob_norm": 47.10899219999133,
+    "relative_err": 2.5456514056491078e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.2286268843857955e-11,
+    "max_abs_err": 1.9111101590141288e-13,
+    "mean_abs_err": 1.808804479117073e-14,
+    "w_frob_norm": 45.67966000355603,
+    "relative_err": 1.1446291158863183e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.46.mixer.conv1d.weight": {
+    "frob_norm_diff": 8.020316772140285e-15,
+    "max_abs_err": 1.5751289161869408e-15,
+    "mean_abs_err": 1.553906677361769e-17,
+    "w_frob_norm": 10.096833921506658,
+    "relative_err": 7.943397736845698e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 2.6645352591003757e-15,
+    "sensitive": true
+  },
+  "backbone.layers.46.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.889309823786754e-10,
+    "max_abs_err": 1.5008723430742776e-12,
+    "mean_abs_err": 1.1182349170573936e-13,
+    "w_frob_norm": 68.99415272090963,
+    "relative_err": 7.086556803682556e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 5.389882178168629e-11,
+    "max_abs_err": 2.2308717373409337e-13,
+    "mean_abs_err": 1.8524203783135265e-14,
+    "w_frob_norm": 44.55961838760955,
+    "relative_err": 1.2095889446996172e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 5.114223479149878e-11,
+    "max_abs_err": 1.8937683452652232e-13,
+    "mean_abs_err": 1.769778464597699e-14,
+    "w_frob_norm": 45.2098680364408,
+    "relative_err": 1.1312184045809706e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 4.631445865127404e-11,
+    "max_abs_err": 1.8079288066630284e-13,
+    "mean_abs_err": 1.6026666691753456e-14,
+    "w_frob_norm": 44.39423610588051,
+    "relative_err": 1.043253870633426e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 4.4333570645177855e-11,
+    "max_abs_err": 1.6305533312443998e-13,
+    "mean_abs_err": 1.5384235172225953e-14,
+    "w_frob_norm": 44.402274879684235,
+    "relative_err": 9.984526866091311e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 5.010584468599004e-11,
+    "max_abs_err": 1.6495485533063459e-13,
+    "mean_abs_err": 1.7339966127344047e-14,
+    "w_frob_norm": 44.888150538798165,
+    "relative_err": 1.1162376726277031e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.0604602343103537e-10,
+    "max_abs_err": 3.963045169808055e-13,
+    "mean_abs_err": 3.671004596615045e-14,
+    "w_frob_norm": 44.82368640223872,
+    "relative_err": 2.3658478796098954e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.2108692875290967e-10,
+    "max_abs_err": 5.65152091791532e-13,
+    "mean_abs_err": 4.19641778978276e-14,
+    "w_frob_norm": 46.3901323517654,
+    "relative_err": 2.6101871802118633e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.1951006420150923e-10,
+    "max_abs_err": 4.969739897386916e-13,
+    "mean_abs_err": 4.085962022309561e-14,
+    "w_frob_norm": 44.614825237382156,
+    "relative_err": 2.6787074378445257e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 4.938217633134322e-11,
+    "max_abs_err": 1.9818174878949435e-13,
+    "mean_abs_err": 1.7030400976929808e-14,
+    "w_frob_norm": 42.93613285412396,
+    "relative_err": 1.1501309747461368e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.4416707150602477e-10,
+    "max_abs_err": 5.754632881327382e-13,
+    "mean_abs_err": 4.89724076548606e-14,
+    "w_frob_norm": 46.91759065031079,
+    "relative_err": 3.0727722695851983e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.098919336932466e-10,
+    "max_abs_err": 3.4620917244154725e-13,
+    "mean_abs_err": 3.807486338117014e-14,
+    "w_frob_norm": 44.922310024626235,
+    "relative_err": 2.4462663125071766e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 4.8424335014875015e-11,
+    "max_abs_err": 1.8710640675712042e-13,
+    "mean_abs_err": 1.6845700990172708e-14,
+    "w_frob_norm": 45.09716638207402,
+    "relative_err": 1.073777775849871e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.1267503789647166e-10,
+    "max_abs_err": 3.7066009983544035e-13,
+    "mean_abs_err": 3.906668573234673e-14,
+    "w_frob_norm": 43.88853887972563,
+    "relative_err": 2.5672998184161937e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.5682296780966855e-11,
+    "max_abs_err": 2.3261600978763397e-13,
+    "mean_abs_err": 1.9013908962141337e-14,
+    "w_frob_norm": 45.069850246816024,
+    "relative_err": 1.2354666473492566e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.3431676706054407e-10,
+    "max_abs_err": 6.128535179339423e-13,
+    "mean_abs_err": 4.566636292580037e-14,
+    "w_frob_norm": 44.91768018003895,
+    "relative_err": 2.9902872659980634e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 5.084965251906442e-11,
+    "max_abs_err": 1.764127038894614e-13,
+    "mean_abs_err": 1.761375162153219e-14,
+    "w_frob_norm": 45.432820876302415,
+    "relative_err": 1.1192272797128342e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.3265999622293126e-10,
+    "max_abs_err": 5.33142974212808e-13,
+    "mean_abs_err": 4.554797828377014e-14,
+    "w_frob_norm": 46.2481836756363,
+    "relative_err": 2.868436891562014e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 6.043495559211487e-11,
+    "max_abs_err": 2.7854107909064396e-13,
+    "mean_abs_err": 2.0453123822293102e-14,
+    "w_frob_norm": 43.964923888368524,
+    "relative_err": 1.3746175416012423e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 5.477250237891097e-11,
+    "max_abs_err": 2.1353058210493714e-13,
+    "mean_abs_err": 1.8935105675023724e-14,
+    "w_frob_norm": 44.989910234014175,
+    "relative_err": 1.2174396902330505e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.1985950730712308e-10,
+    "max_abs_err": 5.053804597032752e-13,
+    "mean_abs_err": 4.1387534019889364e-14,
+    "w_frob_norm": 46.529565016492704,
+    "relative_err": 2.5759859836350954e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.5599233248977845e-10,
+    "max_abs_err": 6.722648696402822e-13,
+    "mean_abs_err": 5.2438258290550977e-14,
+    "w_frob_norm": 44.890474009059865,
+    "relative_err": 3.474954006016863e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.1810716191518692e-10,
+    "max_abs_err": 4.1424372612675064e-13,
+    "mean_abs_err": 4.09330717928906e-14,
+    "w_frob_norm": 46.24940489460245,
+    "relative_err": 2.5537012245744735e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 5.483704886299402e-11,
+    "max_abs_err": 1.9508425729808615e-13,
+    "mean_abs_err": 1.9003740110615464e-14,
+    "w_frob_norm": 44.89572341104905,
+    "relative_err": 1.2214314570883686e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 6.509971375522216e-11,
+    "max_abs_err": 2.735034421164073e-13,
+    "mean_abs_err": 2.2253875450552295e-14,
+    "w_frob_norm": 45.65976029647482,
+    "relative_err": 1.4257568005727837e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.384988331970069e-11,
+    "max_abs_err": 1.8513662825014876e-13,
+    "mean_abs_err": 1.858401541245432e-14,
+    "w_frob_norm": 44.130782390204054,
+    "relative_err": 1.2202340498647954e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 5.323597577233108e-11,
+    "max_abs_err": 2.041396565677367e-13,
+    "mean_abs_err": 1.8286666412334778e-14,
+    "w_frob_norm": 44.91137536115732,
+    "relative_err": 1.1853561674348876e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 5.184013663353003e-11,
+    "max_abs_err": 2.0324714133934663e-13,
+    "mean_abs_err": 1.789573541551196e-14,
+    "w_frob_norm": 44.739288564925495,
+    "relative_err": 1.1587161596970817e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.340221710158375e-10,
+    "max_abs_err": 5.189217111567501e-13,
+    "mean_abs_err": 4.582293029405235e-14,
+    "w_frob_norm": 45.2568910461883,
+    "relative_err": 2.961364952777182e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.3345818925799027e-10,
+    "max_abs_err": 4.58645274536984e-13,
+    "mean_abs_err": 4.595665778609962e-14,
+    "w_frob_norm": 47.2794953875221,
+    "relative_err": 2.8227498657528455e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.098122056726241e-10,
+    "max_abs_err": 4.345170057096226e-13,
+    "mean_abs_err": 3.823214724948623e-14,
+    "w_frob_norm": 45.451964702429656,
+    "relative_err": 2.41600569725766e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.2168390924262563e-10,
+    "max_abs_err": 4.304386708176011e-13,
+    "mean_abs_err": 4.20922580122683e-14,
+    "w_frob_norm": 46.11928559130143,
+    "relative_err": 2.638460411571867e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.1670452264010977e-10,
+    "max_abs_err": 3.8485707676283454e-13,
+    "mean_abs_err": 4.028533121162239e-14,
+    "w_frob_norm": 46.16378612616315,
+    "relative_err": 2.52805353358935e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.2893633650785095e-10,
+    "max_abs_err": 5.605065023228661e-13,
+    "mean_abs_err": 4.3988512426084917e-14,
+    "w_frob_norm": 46.13316093006554,
+    "relative_err": 2.7948732301978806e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 6.717355835524215e-11,
+    "max_abs_err": 2.7110605427260737e-13,
+    "mean_abs_err": 2.2776258240822107e-14,
+    "w_frob_norm": 44.8782415774971,
+    "relative_err": 1.4967956852597449e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 5.195243668526138e-11,
+    "max_abs_err": 1.8010593016981602e-13,
+    "mean_abs_err": 1.79860736883752e-14,
+    "w_frob_norm": 44.851228161824935,
+    "relative_err": 1.1583280729306902e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.1721539937423853e-10,
+    "max_abs_err": 4.435757317011735e-13,
+    "mean_abs_err": 4.039639796277396e-14,
+    "w_frob_norm": 46.29154285402796,
+    "relative_err": 2.532112609507447e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 5.5662408638602005e-11,
+    "max_abs_err": 2.290906180035801e-13,
+    "mean_abs_err": 1.9064765953297115e-14,
+    "w_frob_norm": 46.91890723170575,
+    "relative_err": 1.1863534750227041e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.2676665965853747e-10,
+    "max_abs_err": 4.618462730310302e-13,
+    "mean_abs_err": 4.370475649348588e-14,
+    "w_frob_norm": 45.672175732044906,
+    "relative_err": 2.7755774194395198e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.394359925338575e-10,
+    "max_abs_err": 8.134274503968086e-13,
+    "mean_abs_err": 4.725263337116477e-14,
+    "w_frob_norm": 47.36932006990525,
+    "relative_err": 2.9435928640749943e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 5.006264181293812e-11,
+    "max_abs_err": 1.8492238990086562e-13,
+    "mean_abs_err": 1.731798596440004e-14,
+    "w_frob_norm": 45.59155352239971,
+    "relative_err": 1.0980683469875995e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.2117437834459446e-10,
+    "max_abs_err": 4.442488044098525e-13,
+    "mean_abs_err": 4.1487799779078235e-14,
+    "w_frob_norm": 46.08867083347491,
+    "relative_err": 2.6291575815326757e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 4.837524451371839e-11,
+    "max_abs_err": 2.638865688464609e-13,
+    "mean_abs_err": 1.6616170321765986e-14,
+    "w_frob_norm": 44.679302230104966,
+    "relative_err": 1.0827215757439267e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.199886412211322e-10,
+    "max_abs_err": 4.229915029352327e-13,
+    "mean_abs_err": 4.1362649274422365e-14,
+    "w_frob_norm": 46.74460131242561,
+    "relative_err": 2.5668983765455056e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 5.4064485298067253e-11,
+    "max_abs_err": 2.0607127115823687e-13,
+    "mean_abs_err": 1.853341408911123e-14,
+    "w_frob_norm": 44.96475130656396,
+    "relative_err": 1.2023748319981237e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.1986680417403088e-10,
+    "max_abs_err": 4.06213257475585e-13,
+    "mean_abs_err": 4.1380383521512054e-14,
+    "w_frob_norm": 45.01773527720055,
+    "relative_err": 2.6626573601701816e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.284037449456609e-10,
+    "max_abs_err": 5.894269447526135e-13,
+    "mean_abs_err": 4.402931545982816e-14,
+    "w_frob_norm": 45.87848373628973,
+    "relative_err": 2.7987791768299867e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 5.303030194585214e-11,
+    "max_abs_err": 2.0824314495015983e-13,
+    "mean_abs_err": 1.8141181782842522e-14,
+    "w_frob_norm": 45.45945254457153,
+    "relative_err": 1.1665407077627613e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 5.347734844558251e-11,
+    "max_abs_err": 1.970784646587731e-13,
+    "mean_abs_err": 1.8374125590767343e-14,
+    "w_frob_norm": 44.76467238547183,
+    "relative_err": 1.1946328565768379e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.3192210083389615e-10,
+    "max_abs_err": 5.888387650740401e-13,
+    "mean_abs_err": 4.549356207526253e-14,
+    "w_frob_norm": 45.890357650060125,
+    "relative_err": 2.8747237456695506e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 5.4582421414787045e-11,
+    "max_abs_err": 1.8883202293484835e-13,
+    "mean_abs_err": 1.874948867513655e-14,
+    "w_frob_norm": 44.99069572766879,
+    "relative_err": 1.2131935399527384e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.267884793674502e-11,
+    "max_abs_err": 2.2696861751159148e-13,
+    "mean_abs_err": 1.8086252152949396e-14,
+    "w_frob_norm": 43.479918757585715,
+    "relative_err": 1.2115673037580002e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.0859158569700591e-10,
+    "max_abs_err": 3.597573627889261e-13,
+    "mean_abs_err": 3.7715798445578176e-14,
+    "w_frob_norm": 44.10382144430731,
+    "relative_err": 2.462180875508291e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.180586671582225e-11,
+    "max_abs_err": 1.8384783712771524e-13,
+    "mean_abs_err": 1.796207925312012e-14,
+    "w_frob_norm": 45.22235292903371,
+    "relative_err": 1.1455809651726852e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 4.936984517482629e-11,
+    "max_abs_err": 1.9104856585627772e-13,
+    "mean_abs_err": 1.712479640254561e-14,
+    "w_frob_norm": 45.52812355684467,
+    "relative_err": 1.08438128606783e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.2835678489487424e-10,
+    "max_abs_err": 5.818436010773809e-13,
+    "mean_abs_err": 4.3806039061621546e-14,
+    "w_frob_norm": 46.48514335564276,
+    "relative_err": 2.7612431764027936e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.2433792617566195e-10,
+    "max_abs_err": 5.408637947235118e-13,
+    "mean_abs_err": 4.2926572448855e-14,
+    "w_frob_norm": 46.380326617351805,
+    "relative_err": 2.6808333456009912e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.309625969978646e-10,
+    "max_abs_err": 5.031981775704963e-13,
+    "mean_abs_err": 4.501314755912004e-14,
+    "w_frob_norm": 47.36994328040556,
+    "relative_err": 2.7646770911806623e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.3109010777491177e-10,
+    "max_abs_err": 5.656655699404212e-13,
+    "mean_abs_err": 4.4791875027195476e-14,
+    "w_frob_norm": 45.37492018265437,
+    "relative_err": 2.8890432698771786e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 4.8954768543860276e-11,
+    "max_abs_err": 1.8001398982558925e-13,
+    "mean_abs_err": 1.6863565262559493e-14,
+    "w_frob_norm": 43.286889791508024,
+    "relative_err": 1.1309375374311178e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.1862776735971047e-10,
+    "max_abs_err": 4.566815675621783e-13,
+    "mean_abs_err": 4.118225204401838e-14,
+    "w_frob_norm": 45.8432448850264,
+    "relative_err": 2.587682605304787e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 5.873179557677708e-11,
+    "max_abs_err": 2.0030505032408996e-13,
+    "mean_abs_err": 2.0240678892319488e-14,
+    "w_frob_norm": 45.38031329098739,
+    "relative_err": 1.2942130919233057e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.1035168854185511e-10,
+    "max_abs_err": 4.317102231254921e-13,
+    "mean_abs_err": 3.8121504365687435e-14,
+    "w_frob_norm": 47.05832991392838,
+    "relative_err": 2.344997978969778e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 5.720171970962706e-11,
+    "max_abs_err": 2.261220724553148e-13,
+    "mean_abs_err": 1.9679512779688296e-14,
+    "w_frob_norm": 45.21655568325654,
+    "relative_err": 1.2650614104782105e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.1362428965163308e-10,
+    "max_abs_err": 4.768754835460243e-13,
+    "mean_abs_err": 3.9246297225386094e-14,
+    "w_frob_norm": 46.50168801850837,
+    "relative_err": 2.4434444101557973e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 5.878555647114971e-11,
+    "max_abs_err": 2.475068761054189e-13,
+    "mean_abs_err": 2.0244483364439398e-14,
+    "w_frob_norm": 44.375511884862874,
+    "relative_err": 1.3247296532302608e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 5.010904490417342e-11,
+    "max_abs_err": 2.1227984647875786e-13,
+    "mean_abs_err": 1.7256343045414652e-14,
+    "w_frob_norm": 44.49623478777677,
+    "relative_err": 1.1261412374140586e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 4.635898745342152e-11,
+    "max_abs_err": 1.656487447210253e-13,
+    "mean_abs_err": 1.609353371822515e-14,
+    "w_frob_norm": 45.33391866887618,
+    "relative_err": 1.0226115194680732e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.4991908438498335e-11,
+    "max_abs_err": 2.3983592889464944e-13,
+    "mean_abs_err": 1.8862806416894584e-14,
+    "w_frob_norm": 44.697740493788935,
+    "relative_err": 1.2303062264666341e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 4.972434736537307e-11,
+    "max_abs_err": 1.8702053794505957e-13,
+    "mean_abs_err": 1.721826287440187e-14,
+    "w_frob_norm": 45.09221599009834,
+    "relative_err": 1.1027257426490612e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.5453102006275246e-10,
+    "max_abs_err": 6.891535953013062e-13,
+    "mean_abs_err": 5.185424385291408e-14,
+    "w_frob_norm": 47.19837989132714,
+    "relative_err": 3.274074669905101e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.2054750971938762e-10,
+    "max_abs_err": 4.678618603648488e-13,
+    "mean_abs_err": 4.153759069916787e-14,
+    "w_frob_norm": 46.02039763354616,
+    "relative_err": 2.6194365089865192e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.2620723761976766e-10,
+    "max_abs_err": 5.323103069443391e-13,
+    "mean_abs_err": 4.355674179303346e-14,
+    "w_frob_norm": 46.36888764486975,
+    "relative_err": 2.7218086098239884e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 5.604393361147095e-11,
+    "max_abs_err": 2.3981207644685476e-13,
+    "mean_abs_err": 1.924183783592519e-14,
+    "w_frob_norm": 44.29655417497408,
+    "relative_err": 1.265198493546338e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 5.00753640289718e-11,
+    "max_abs_err": 1.7681342501241204e-13,
+    "mean_abs_err": 1.733681253155917e-14,
+    "w_frob_norm": 45.84076380971654,
+    "relative_err": 1.0923763015126218e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.3112070033073625e-10,
+    "max_abs_err": 5.57828089275958e-13,
+    "mean_abs_err": 4.507586532469968e-14,
+    "w_frob_norm": 44.994434500840526,
+    "relative_err": 2.9141537566893262e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 4.641872701056686e-11,
+    "max_abs_err": 1.7151731424025485e-13,
+    "mean_abs_err": 1.5987966522869437e-14,
+    "w_frob_norm": 44.093983463750284,
+    "relative_err": 1.0527224660645085e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.4809021101204205e-10,
+    "max_abs_err": 5.802927582898576e-13,
+    "mean_abs_err": 5.101291138879905e-14,
+    "w_frob_norm": 47.31628298005205,
+    "relative_err": 3.1297938401982045e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.1194590160558451e-10,
+    "max_abs_err": 4.2309927263117775e-13,
+    "mean_abs_err": 3.838083081836943e-14,
+    "w_frob_norm": 44.952620185585666,
+    "relative_err": 2.4903087104471088e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 5.102106558429342e-11,
+    "max_abs_err": 1.9036508480674286e-13,
+    "mean_abs_err": 1.7669495770133235e-14,
+    "w_frob_norm": 41.93833076915112,
+    "relative_err": 1.216573589090564e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.1228448486633583e-10,
+    "max_abs_err": 4.0693403507985337e-13,
+    "mean_abs_err": 3.861084889146672e-14,
+    "w_frob_norm": 45.73378286704341,
+    "relative_err": 2.4551759733667268e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.3433055647694495e-10,
+    "max_abs_err": 5.396794122702886e-13,
+    "mean_abs_err": 4.619995545376011e-14,
+    "w_frob_norm": 45.38791167278728,
+    "relative_err": 2.9596108639094756e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.2087925423348824e-10,
+    "max_abs_err": 4.2805863020856094e-13,
+    "mean_abs_err": 4.17785299344815e-14,
+    "w_frob_norm": 45.86669519709187,
+    "relative_err": 2.6354472175085435e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 5.56213031033806e-11,
+    "max_abs_err": 1.9121683403344747e-13,
+    "mean_abs_err": 1.9264928994421924e-14,
+    "w_frob_norm": 46.45375942053187,
+    "relative_err": 1.1973477237839401e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 5.1609342917026933e-11,
+    "max_abs_err": 1.8332210749427702e-13,
+    "mean_abs_err": 1.789969366410681e-14,
+    "w_frob_norm": 45.47606457168146,
+    "relative_err": 1.1348682741814194e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 4.716105307698298e-11,
+    "max_abs_err": 1.6997514507011147e-13,
+    "mean_abs_err": 1.6350229702770953e-14,
+    "w_frob_norm": 45.54560262030759,
+    "relative_err": 1.0354688567882754e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 5.763566673562584e-11,
+    "max_abs_err": 2.2391030002344436e-13,
+    "mean_abs_err": 1.9911962672405305e-14,
+    "w_frob_norm": 45.129841221294846,
+    "relative_err": 1.2771076781105542e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.1908308652396203e-10,
+    "max_abs_err": 4.639275075213334e-13,
+    "mean_abs_err": 4.102013729900531e-14,
+    "w_frob_norm": 45.68308714236814,
+    "relative_err": 2.606721523719444e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 5.577298102842369e-11,
+    "max_abs_err": 2.2055534482090522e-13,
+    "mean_abs_err": 1.913452730179419e-14,
+    "w_frob_norm": 43.286743249150696,
+    "relative_err": 1.2884540818283432e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 4.9005182257828066e-11,
+    "max_abs_err": 2.0700802183526434e-13,
+    "mean_abs_err": 1.692055071437733e-14,
+    "w_frob_norm": 44.47683462163753,
+    "relative_err": 1.1018136221858635e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.0905530754798645e-10,
+    "max_abs_err": 3.800570969048067e-13,
+    "mean_abs_err": 3.7883403148101085e-14,
+    "w_frob_norm": 45.94202260985402,
+    "relative_err": 2.373759389613712e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 5.6374312016075243e-11,
+    "max_abs_err": 2.2813608641092387e-13,
+    "mean_abs_err": 1.9510343524116947e-14,
+    "w_frob_norm": 45.52235458258468,
+    "relative_err": 1.2383874369636001e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.4091814383723953e-10,
+    "max_abs_err": 5.088846011247483e-13,
+    "mean_abs_err": 4.784098316309808e-14,
+    "w_frob_norm": 46.3434413650046,
+    "relative_err": 3.0407354241856383e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.1917892861550654e-10,
+    "max_abs_err": 3.7822002474374727e-13,
+    "mean_abs_err": 4.128328097124121e-14,
+    "w_frob_norm": 46.09886813924369,
+    "relative_err": 2.5852896920488645e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.2360056639623735e-10,
+    "max_abs_err": 4.683198273625067e-13,
+    "mean_abs_err": 4.2636975206195225e-14,
+    "w_frob_norm": 45.35679886240447,
+    "relative_err": 2.725072524875381e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.3794393870635795e-11,
+    "max_abs_err": 1.944000516118649e-13,
+    "mean_abs_err": 1.8376488282031583e-14,
+    "w_frob_norm": 46.31220084647015,
+    "relative_err": 1.1615598673224344e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 6.247377959097709e-11,
+    "max_abs_err": 2.1824209106569015e-13,
+    "mean_abs_err": 2.1554995690569323e-14,
+    "w_frob_norm": 45.75553328754342,
+    "relative_err": 1.3653819571585035e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 5.05610801644702e-11,
+    "max_abs_err": 1.7687240561059525e-13,
+    "mean_abs_err": 1.7454920595791583e-14,
+    "w_frob_norm": 45.07641270828575,
+    "relative_err": 1.1216748877440348e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 4.8281559713530205e-11,
+    "max_abs_err": 1.8240617349896127e-13,
+    "mean_abs_err": 1.67315086982728e-14,
+    "w_frob_norm": 43.25184389755735,
+    "relative_err": 1.1162890495000817e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.323456834335835e-10,
+    "max_abs_err": 5.1593798677807e-13,
+    "mean_abs_err": 4.562347983579247e-14,
+    "w_frob_norm": 47.262529329803954,
+    "relative_err": 2.8002243068723313e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 5.41351445638642e-11,
+    "max_abs_err": 2.448492797402224e-13,
+    "mean_abs_err": 1.8623450284035296e-14,
+    "w_frob_norm": 44.28746043888871,
+    "relative_err": 1.2223582934624147e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.1163792234161049e-10,
+    "max_abs_err": 4.582671048192211e-13,
+    "mean_abs_err": 3.847570686542114e-14,
+    "w_frob_norm": 45.67418656206571,
+    "relative_err": 2.4442235482378657e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 6.100251726387657e-11,
+    "max_abs_err": 2.6547340714611067e-13,
+    "mean_abs_err": 2.07346589533854e-14,
+    "w_frob_norm": 43.238446767773,
+    "relative_err": 1.4108396999437015e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.2797048852217882e-10,
+    "max_abs_err": 5.266707209239385e-13,
+    "mean_abs_err": 4.4045093415798075e-14,
+    "w_frob_norm": 45.46197212823543,
+    "relative_err": 2.8148908314230207e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.5253921911140328e-10,
+    "max_abs_err": 6.370876048933383e-13,
+    "mean_abs_err": 5.173880561384891e-14,
+    "w_frob_norm": 46.123005432357644,
+    "relative_err": 3.307226354429827e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.254076053896689e-10,
+    "max_abs_err": 6.006653507917292e-13,
+    "mean_abs_err": 4.310200379173509e-14,
+    "w_frob_norm": 44.14126898292973,
+    "relative_err": 2.841051203991585e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.902283235722987e-11,
+    "max_abs_err": 1.7128746337968792e-13,
+    "mean_abs_err": 1.698075477706406e-14,
+    "w_frob_norm": 45.18841864374312,
+    "relative_err": 1.0848539034684206e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.215398983859049e-10,
+    "max_abs_err": 3.742700593889481e-13,
+    "mean_abs_err": 4.21018982357808e-14,
+    "w_frob_norm": 47.4261765949696,
+    "relative_err": 2.5627176195096526e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.1080687822211937e-10,
+    "max_abs_err": 4.805316301120799e-13,
+    "mean_abs_err": 3.820390277967306e-14,
+    "w_frob_norm": 46.02888258538791,
+    "relative_err": 2.4073336565701366e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 4.778384884291786e-11,
+    "max_abs_err": 1.8869541346111518e-13,
+    "mean_abs_err": 1.6593188290431176e-14,
+    "w_frob_norm": 45.4020513964298,
+    "relative_err": 1.0524601284133905e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.218540475799308e-10,
+    "max_abs_err": 4.983535285829621e-13,
+    "mean_abs_err": 4.2086374277223585e-14,
+    "w_frob_norm": 45.24997841519403,
+    "relative_err": 2.69290841338865e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.538319347569858e-11,
+    "max_abs_err": 1.8603001084027682e-13,
+    "mean_abs_err": 1.9166053898168394e-14,
+    "w_frob_norm": 45.24057534927799,
+    "relative_err": 1.2241929517499486e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.1567266086807034e-10,
+    "max_abs_err": 4.23192730858446e-13,
+    "mean_abs_err": 3.987649747672236e-14,
+    "w_frob_norm": 45.83170273604968,
+    "relative_err": 2.523856936632776e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.2164893696334082e-10,
+    "max_abs_err": 4.580225088091083e-13,
+    "mean_abs_err": 4.20726415389844e-14,
+    "w_frob_norm": 45.36439878248638,
+    "relative_err": 2.6815948238755288e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.4976183643733844e-10,
+    "max_abs_err": 5.846087502980879e-13,
+    "mean_abs_err": 5.1160985518132166e-14,
+    "w_frob_norm": 45.44494027339074,
+    "relative_err": 3.2954567777268727e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 5.060907296219984e-11,
+    "max_abs_err": 2.2381228814705167e-13,
+    "mean_abs_err": 1.7454360434817753e-14,
+    "w_frob_norm": 44.8794947293526,
+    "relative_err": 1.127665836422617e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 4.597655408097169e-11,
+    "max_abs_err": 1.5561336941249948e-13,
+    "mean_abs_err": 1.5957380683115654e-14,
+    "w_frob_norm": 44.53961182072045,
+    "relative_err": 1.0322621190780731e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.330232131183482e-11,
+    "max_abs_err": 2.2268298316419077e-13,
+    "mean_abs_err": 1.8436974845443876e-14,
+    "w_frob_norm": 45.78346477071912,
+    "relative_err": 1.1642264642654217e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 4.982354748544322e-11,
+    "max_abs_err": 1.8076339036721123e-13,
+    "mean_abs_err": 1.7148681373669002e-14,
+    "w_frob_norm": 43.421106768178525,
+    "relative_err": 1.14744996601415e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.3130832317420083e-10,
+    "max_abs_err": 4.957076416012285e-13,
+    "mean_abs_err": 4.553099269093203e-14,
+    "w_frob_norm": 47.61885454901962,
+    "relative_err": 2.7574859668039664e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.300672049114824e-10,
+    "max_abs_err": 5.776490397124689e-13,
+    "mean_abs_err": 4.422836168962911e-14,
+    "w_frob_norm": 44.93991543671312,
+    "relative_err": 2.894246765876768e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 5.3775062591192433e-11,
+    "max_abs_err": 2.5894369114209947e-13,
+    "mean_abs_err": 1.822610796888997e-14,
+    "w_frob_norm": 45.23508535862392,
+    "relative_err": 1.1887910051426574e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.3307679164999078e-10,
+    "max_abs_err": 4.964605115898024e-13,
+    "mean_abs_err": 4.576102361323437e-14,
+    "w_frob_norm": 46.65946693905665,
+    "relative_err": 2.852085554766548e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.2518582610163229e-10,
+    "max_abs_err": 4.674767517531819e-13,
+    "mean_abs_err": 4.315760560435713e-14,
+    "w_frob_norm": 49.17051283573511,
+    "relative_err": 2.5459532325774804e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.3855266222508898e-10,
+    "max_abs_err": 6.954645193069098e-13,
+    "mean_abs_err": 4.71055068021322e-14,
+    "w_frob_norm": 46.1132047202272,
+    "relative_err": 3.004620109699596e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 4.597360072142066e-11,
+    "max_abs_err": 1.7890550152444007e-13,
+    "mean_abs_err": 1.5901879678961218e-14,
+    "w_frob_norm": 44.697681031124375,
+    "relative_err": 1.02854554555991e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 5.7982169172906715e-11,
+    "max_abs_err": 2.0851376181241221e-13,
+    "mean_abs_err": 1.9975930161253946e-14,
+    "w_frob_norm": 45.17348909143105,
+    "relative_err": 1.2835441835265573e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 5.14277479641188e-11,
+    "max_abs_err": 1.7306555494256415e-13,
+    "mean_abs_err": 1.7743858724316746e-14,
+    "w_frob_norm": 44.26872154899033,
+    "relative_err": 1.1617174873054754e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 5.1272046957936826e-11,
+    "max_abs_err": 1.9174939414057235e-13,
+    "mean_abs_err": 1.7726749865049236e-14,
+    "w_frob_norm": 45.369183351083265,
+    "relative_err": 1.1301073365410846e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 5.697950788029908e-11,
+    "max_abs_err": 2.2633978025154988e-13,
+    "mean_abs_err": 1.9629470229348117e-14,
+    "w_frob_norm": 45.83422046507018,
+    "relative_err": 1.243165200632628e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 6.344961185193333e-11,
+    "max_abs_err": 3.106334633962149e-13,
+    "mean_abs_err": 2.1550837676082776e-14,
+    "w_frob_norm": 46.006947031036354,
+    "relative_err": 1.3791311083765269e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 4.731117086651931e-11,
+    "max_abs_err": 1.616931415149292e-13,
+    "mean_abs_err": 1.6454210782578005e-14,
+    "w_frob_norm": 45.112009292428624,
+    "relative_err": 1.048748916498822e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.0674644120025374e-10,
+    "max_abs_err": 3.8381797740072443e-13,
+    "mean_abs_err": 3.7045232785533525e-14,
+    "w_frob_norm": 45.02889737751278,
+    "relative_err": 2.370620810572244e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.0706315299319278e-10,
+    "max_abs_err": 3.4369729284833284e-13,
+    "mean_abs_err": 3.7371280713428005e-14,
+    "w_frob_norm": 46.409326721173514,
+    "relative_err": 2.3069318293804706e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.163987507154399e-10,
+    "max_abs_err": 4.80112477552197e-13,
+    "mean_abs_err": 4.0235126100263364e-14,
+    "w_frob_norm": 45.85504670164363,
+    "relative_err": 2.53840654601858e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 4.747961769363104e-11,
+    "max_abs_err": 1.5305291756195771e-13,
+    "mean_abs_err": 1.6490865437905126e-14,
+    "w_frob_norm": 45.14137690921343,
+    "relative_err": 1.05179817153385e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.465384769587061e-10,
+    "max_abs_err": 5.72260988596085e-13,
+    "mean_abs_err": 5.053225801859418e-14,
+    "w_frob_norm": 47.16309200698583,
+    "relative_err": 3.107058310277891e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.2941684541935088e-10,
+    "max_abs_err": 5.385969448212791e-13,
+    "mean_abs_err": 4.4829121209852157e-14,
+    "w_frob_norm": 47.55495238054331,
+    "relative_err": 2.721416780816726e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.3451571079161705e-10,
+    "max_abs_err": 4.910637868560386e-13,
+    "mean_abs_err": 4.6275481998139316e-14,
+    "w_frob_norm": 45.760427697125905,
+    "relative_err": 2.9395641072661047e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.512111240089218e-11,
+    "max_abs_err": 1.9158286068687858e-13,
+    "mean_abs_err": 1.909374430663738e-14,
+    "w_frob_norm": 46.49538245965416,
+    "relative_err": 1.1855179909257205e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 5.284137923127555e-11,
+    "max_abs_err": 2.375044605429366e-13,
+    "mean_abs_err": 1.8110691110631137e-14,
+    "w_frob_norm": 45.65575872223954,
+    "relative_err": 1.1573869476740465e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 5.501154644083048e-11,
+    "max_abs_err": 2.117339506849114e-13,
+    "mean_abs_err": 1.9001943162381437e-14,
+    "w_frob_norm": 44.921512001541075,
+    "relative_err": 1.2246147555973463e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 5.440124045302511e-11,
+    "max_abs_err": 2.099882767669925e-13,
+    "mean_abs_err": 1.8825428088674065e-14,
+    "w_frob_norm": 45.88295582061292,
+    "relative_err": 1.18565248206144e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.171743175016918e-10,
+    "max_abs_err": 4.245701012983716e-13,
+    "mean_abs_err": 4.0629987986488663e-14,
+    "w_frob_norm": 46.55941921122979,
+    "relative_err": 2.5166619233392465e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.1590169882446818e-10,
+    "max_abs_err": 4.421250691943879e-13,
+    "mean_abs_err": 3.981217918858366e-14,
+    "w_frob_norm": 45.64120393036577,
+    "relative_err": 2.539409324112002e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.1827862931126758e-10,
+    "max_abs_err": 4.3279269057450165e-13,
+    "mean_abs_err": 4.0881358988885657e-14,
+    "w_frob_norm": 47.47648827491502,
+    "relative_err": 2.491309564144028e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.2649846029926505e-11,
+    "max_abs_err": 2.324182513113726e-13,
+    "mean_abs_err": 1.8086018438568955e-14,
+    "w_frob_norm": 44.45295737176273,
+    "relative_err": 1.1843946756930637e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.5224654466282371e-10,
+    "max_abs_err": 6.516540779211155e-13,
+    "mean_abs_err": 5.172636562912935e-14,
+    "w_frob_norm": 45.93266444768116,
+    "relative_err": 3.314559398927045e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.40676494925936e-10,
+    "max_abs_err": 5.861491847447553e-13,
+    "mean_abs_err": 4.821977481993745e-14,
+    "w_frob_norm": 47.4319136715793,
+    "relative_err": 2.965861674904925e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 5.4118238000038555e-11,
+    "max_abs_err": 2.0291841124064902e-13,
+    "mean_abs_err": 1.863129870010335e-14,
+    "w_frob_norm": 45.22479332423979,
+    "relative_err": 1.1966497582871653e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.195881141263826e-11,
+    "max_abs_err": 1.808171667949665e-13,
+    "mean_abs_err": 1.8064474099281912e-14,
+    "w_frob_norm": 45.863531028993904,
+    "relative_err": 1.1329003730609198e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 4.967749923226552e-11,
+    "max_abs_err": 1.7220253001326569e-13,
+    "mean_abs_err": 1.7317695088472566e-14,
+    "w_frob_norm": 45.06846722695019,
+    "relative_err": 1.1022673343228146e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.3625419567527938e-10,
+    "max_abs_err": 4.966790867477755e-13,
+    "mean_abs_err": 4.7026532561655834e-14,
+    "w_frob_norm": 44.502656894058894,
+    "relative_err": 3.0617092368134387e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 5.38625467854815e-11,
+    "max_abs_err": 1.8511754629191302e-13,
+    "mean_abs_err": 1.8677040905352966e-14,
+    "w_frob_norm": 45.46480985932763,
+    "relative_err": 1.1847085020730815e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.4248523029228064e-10,
+    "max_abs_err": 5.457752305648711e-13,
+    "mean_abs_err": 4.829056229505848e-14,
+    "w_frob_norm": 46.36209872502093,
+    "relative_err": 3.0733127751048835e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.390424158243637e-10,
+    "max_abs_err": 5.774512812362076e-13,
+    "mean_abs_err": 4.782481008104727e-14,
+    "w_frob_norm": 47.824425206038406,
+    "relative_err": 2.9073515306318396e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 5.3284922632510124e-11,
+    "max_abs_err": 2.3059679166159697e-13,
+    "mean_abs_err": 1.8445663668215227e-14,
+    "w_frob_norm": 45.46638047548644,
+    "relative_err": 1.1719631533290651e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.1071853816138931e-10,
+    "max_abs_err": 4.0617856300606547e-13,
+    "mean_abs_err": 3.82386868230653e-14,
+    "w_frob_norm": 44.39258050233279,
+    "relative_err": 2.4940775442322203e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.5843500103419846e-10,
+    "max_abs_err": 6.019976184212794e-13,
+    "mean_abs_err": 5.419234337110424e-14,
+    "w_frob_norm": 47.69576264717659,
+    "relative_err": 3.321783576587326e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 6.183139889215774e-11,
+    "max_abs_err": 2.665038328908409e-13,
+    "mean_abs_err": 2.1167453913204753e-14,
+    "w_frob_norm": 45.8295368286153,
+    "relative_err": 1.3491604578807593e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.2410081158467323e-10,
+    "max_abs_err": 4.472238551711527e-13,
+    "mean_abs_err": 4.268587445819106e-14,
+    "w_frob_norm": 47.06851185125656,
+    "relative_err": 2.6365994314171246e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 5.4117692367541706e-11,
+    "max_abs_err": 1.8460059869607193e-13,
+    "mean_abs_err": 1.8688990428897536e-14,
+    "w_frob_norm": 45.310413272433976,
+    "relative_err": 1.1943764900609706e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 4.1879492271863745e-11,
+    "max_abs_err": 1.5089535523871156e-13,
+    "mean_abs_err": 1.456522465500099e-14,
+    "w_frob_norm": 43.859165393754864,
+    "relative_err": 9.548629550034026e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.6057860633287062e-10,
+    "max_abs_err": 6.460006141129071e-13,
+    "mean_abs_err": 5.479444958718723e-14,
+    "w_frob_norm": 46.841709834810466,
+    "relative_err": 3.428111546294078e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.431948119115238e-10,
+    "max_abs_err": 5.52590959101984e-13,
+    "mean_abs_err": 4.8895945663858476e-14,
+    "w_frob_norm": 44.41367737442155,
+    "relative_err": 3.2241151910107684e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 4.819031677266926e-11,
+    "max_abs_err": 1.6263032587282567e-13,
+    "mean_abs_err": 1.6690678168802782e-14,
+    "w_frob_norm": 44.934416765647185,
+    "relative_err": 1.0724589355193599e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 4.711425072791817e-11,
+    "max_abs_err": 1.7783517713976238e-13,
+    "mean_abs_err": 1.6242964909925304e-14,
+    "w_frob_norm": 43.84215197263423,
+    "relative_err": 1.0746336255876843e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.249313392518031e-10,
+    "max_abs_err": 4.4231979190456627e-13,
+    "mean_abs_err": 4.32590957869456e-14,
+    "w_frob_norm": 45.75377993332788,
+    "relative_err": 2.73051405662772e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.3786690451147336e-10,
+    "max_abs_err": 5.800464275562689e-13,
+    "mean_abs_err": 4.670532858270354e-14,
+    "w_frob_norm": 46.38116937528184,
+    "relative_err": 2.9724758208650835e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 4.651398036594341e-11,
+    "max_abs_err": 1.4934581349379528e-13,
+    "mean_abs_err": 1.6202335642550516e-14,
+    "w_frob_norm": 45.49722928036764,
+    "relative_err": 1.0223475385569138e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 5.937392360660924e-11,
+    "max_abs_err": 2.263913882749602e-13,
+    "mean_abs_err": 2.0435129134661383e-14,
+    "w_frob_norm": 44.856190836781266,
+    "relative_err": 1.323650593128913e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.2531132294060215e-10,
+    "max_abs_err": 5.515544618250878e-13,
+    "mean_abs_err": 4.269870667475623e-14,
+    "w_frob_norm": 46.26434368988593,
+    "relative_err": 2.7085939828861563e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 5.0549673554924545e-11,
+    "max_abs_err": 2.0406159401131774e-13,
+    "mean_abs_err": 1.750117930668683e-14,
+    "w_frob_norm": 45.44434523399061,
+    "relative_err": 1.112342433247676e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.1604158163292899e-10,
+    "max_abs_err": 4.829001781780917e-13,
+    "mean_abs_err": 4.000145768637249e-14,
+    "w_frob_norm": 45.82620208183381,
+    "relative_err": 2.53221031552448e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 4.9464544671278796e-11,
+    "max_abs_err": 1.9854604071944948e-13,
+    "mean_abs_err": 1.70826826683495e-14,
+    "w_frob_norm": 43.589778839338585,
+    "relative_err": 1.134773930686668e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.3078204289218423e-10,
+    "max_abs_err": 4.891261007333725e-13,
+    "mean_abs_err": 4.5164622004930016e-14,
+    "w_frob_norm": 44.41367989595019,
+    "relative_err": 2.944634247794213e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 4.577720543470703e-11,
+    "max_abs_err": 1.5812871845266585e-13,
+    "mean_abs_err": 1.5904046033547977e-14,
+    "w_frob_norm": 43.35540350238436,
+    "relative_err": 1.0558592871172213e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.4433929340582723e-10,
+    "max_abs_err": 5.407757575071059e-13,
+    "mean_abs_err": 4.9657762367587e-14,
+    "w_frob_norm": 44.48419462378981,
+    "relative_err": 3.244732081282543e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.0855414661138203e-10,
+    "max_abs_err": 3.7051958723388623e-13,
+    "mean_abs_err": 3.762942567425359e-14,
+    "w_frob_norm": 45.57759322794173,
+    "relative_err": 2.381743723686401e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.0944960149759009e-10,
+    "max_abs_err": 4.143959481117676e-13,
+    "mean_abs_err": 3.786411316523043e-14,
+    "w_frob_norm": 43.68733205734151,
+    "relative_err": 2.5052937852541044e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.130858839098454e-10,
+    "max_abs_err": 4.841283623990833e-13,
+    "mean_abs_err": 3.874910522328889e-14,
+    "w_frob_norm": 42.64988032558452,
+    "relative_err": 2.6514935809094923e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 5.3857030166158536e-11,
+    "max_abs_err": 2.0810089762512973e-13,
+    "mean_abs_err": 1.8564768639313008e-14,
+    "w_frob_norm": 44.441594330097324,
+    "relative_err": 1.2118608924361827e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 4.618047220295321e-11,
+    "max_abs_err": 2.0837498393433407e-13,
+    "mean_abs_err": 1.5977409061508903e-14,
+    "w_frob_norm": 43.60138593073375,
+    "relative_err": 1.0591514745957082e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 6.0325523034662e-11,
+    "max_abs_err": 2.3518166580860367e-13,
+    "mean_abs_err": 2.0721111478726723e-14,
+    "w_frob_norm": 43.982431332265264,
+    "relative_err": 1.3715822706328547e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.587071144783279e-11,
+    "max_abs_err": 2.2365442831073779e-13,
+    "mean_abs_err": 1.9196959316378833e-14,
+    "w_frob_norm": 44.4397429178921,
+    "relative_err": 1.2572240021968809e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 5.997382853909338e-11,
+    "max_abs_err": 2.1880240674843066e-13,
+    "mean_abs_err": 2.0606967918259757e-14,
+    "w_frob_norm": 45.09995553731416,
+    "relative_err": 1.3297979526714409e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 5.140800819979698e-11,
+    "max_abs_err": 1.6921360146415765e-13,
+    "mean_abs_err": 1.7719302294035264e-14,
+    "w_frob_norm": 45.053157659048104,
+    "relative_err": 1.141052278484916e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 5.669748920489689e-11,
+    "max_abs_err": 2.0465920624879175e-13,
+    "mean_abs_err": 1.9412731233646006e-14,
+    "w_frob_norm": 45.20689659796569,
+    "relative_err": 1.2541778682381014e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.7030396795443958e-10,
+    "max_abs_err": 7.171450933096679e-13,
+    "mean_abs_err": 5.778060395450628e-14,
+    "w_frob_norm": 47.31189892334669,
+    "relative_err": 3.5996011961041962e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.0230225552981627e-10,
+    "max_abs_err": 3.6696340410813377e-13,
+    "mean_abs_err": 3.5623342640534635e-14,
+    "w_frob_norm": 46.54454311484458,
+    "relative_err": 2.197943060207819e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 5.72625437941979e-11,
+    "max_abs_err": 2.0124873989502134e-13,
+    "mean_abs_err": 1.974563223147284e-14,
+    "w_frob_norm": 45.13705977902625,
+    "relative_err": 1.268636993072508e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.2254663232571516e-10,
+    "max_abs_err": 4.84001727585337e-13,
+    "mean_abs_err": 4.2291330204026216e-14,
+    "w_frob_norm": 46.78044003877387,
+    "relative_err": 2.6196126463142e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.1258443959141932e-10,
+    "max_abs_err": 4.0662785638634347e-13,
+    "mean_abs_err": 3.900906086934274e-14,
+    "w_frob_norm": 46.40103381830828,
+    "relative_err": 2.426334724184471e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.1084593575364679e-10,
+    "max_abs_err": 4.386525864763513e-13,
+    "mean_abs_err": 3.826942367675651e-14,
+    "w_frob_norm": 45.6282301861089,
+    "relative_err": 2.429327968705497e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.866590410876157e-11,
+    "max_abs_err": 1.9959381369893947e-13,
+    "mean_abs_err": 2.0252583990344523e-14,
+    "w_frob_norm": 46.2980971527595,
+    "relative_err": 1.2671342391285495e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 6.780643132608102e-11,
+    "max_abs_err": 2.753665351296064e-13,
+    "mean_abs_err": 2.303726621994081e-14,
+    "w_frob_norm": 45.247932607671274,
+    "relative_err": 1.4985531364273914e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 5.634346372632583e-11,
+    "max_abs_err": 3.0078023405266663e-13,
+    "mean_abs_err": 1.934308733516004e-14,
+    "w_frob_norm": 43.07685365385492,
+    "relative_err": 1.3079753730176088e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.1877131100220013e-10,
+    "max_abs_err": 5.346261627847682e-13,
+    "mean_abs_err": 4.106243388767558e-14,
+    "w_frob_norm": 44.01492294663751,
+    "relative_err": 2.6984327825859246e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.1365673342920052e-10,
+    "max_abs_err": 4.2077452633293433e-13,
+    "mean_abs_err": 3.9294246421153565e-14,
+    "w_frob_norm": 45.09195581233685,
+    "relative_err": 2.520554528666171e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.2030354454175573e-10,
+    "max_abs_err": 5.453571622071607e-13,
+    "mean_abs_err": 4.16019314797905e-14,
+    "w_frob_norm": 46.13023831501107,
+    "relative_err": 2.6079107530343755e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.2074739354773655e-10,
+    "max_abs_err": 4.619117588422483e-13,
+    "mean_abs_err": 4.16285172345945e-14,
+    "w_frob_norm": 46.87636709175436,
+    "relative_err": 2.5758692714260325e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.3256431420869855e-10,
+    "max_abs_err": 6.018310849675856e-13,
+    "mean_abs_err": 4.49095222088727e-14,
+    "w_frob_norm": 45.25005243432488,
+    "relative_err": 2.929594709334316e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 4.9725290913078764e-11,
+    "max_abs_err": 2.0917122200980742e-13,
+    "mean_abs_err": 1.7211039909592e-14,
+    "w_frob_norm": 45.49548551166923,
+    "relative_err": 1.0929719807105834e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.6901175046773275e-10,
+    "max_abs_err": 8.02254096488042e-13,
+    "mean_abs_err": 5.721680126258622e-14,
+    "w_frob_norm": 44.71945727905822,
+    "relative_err": 3.77937839032943e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 5.358255486530822e-11,
+    "max_abs_err": 2.21170304293139e-13,
+    "mean_abs_err": 1.849203586005608e-14,
+    "w_frob_norm": 44.91253460360182,
+    "relative_err": 1.1930423285665801e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 5.613988627744459e-11,
+    "max_abs_err": 2.0925101928970236e-13,
+    "mean_abs_err": 1.9335863330099726e-14,
+    "w_frob_norm": 45.156845850966256,
+    "relative_err": 1.2432198312239587e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 4.753332360590763e-11,
+    "max_abs_err": 1.7160578513752967e-13,
+    "mean_abs_err": 1.651843750707244e-14,
+    "w_frob_norm": 45.61357558854604,
+    "relative_err": 1.0420872074287387e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 6.006865994659962e-11,
+    "max_abs_err": 2.470358986816912e-13,
+    "mean_abs_err": 2.0637613482984177e-14,
+    "w_frob_norm": 44.88153149848282,
+    "relative_err": 1.3383825805639048e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.3460316197391476e-10,
+    "max_abs_err": 5.078125420165946e-13,
+    "mean_abs_err": 4.60813552792824e-14,
+    "w_frob_norm": 45.3110684052666,
+    "relative_err": 2.9706463941660123e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.2790720217812533e-10,
+    "max_abs_err": 4.960615251903278e-13,
+    "mean_abs_err": 4.390716686297079e-14,
+    "w_frob_norm": 46.98699760718462,
+    "relative_err": 2.722182916377008e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 5.483357044373219e-11,
+    "max_abs_err": 2.0027122321630841e-13,
+    "mean_abs_err": 1.8933713229713823e-14,
+    "w_frob_norm": 45.83982477769063,
+    "relative_err": 1.1961993901516536e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.3770692095073404e-10,
+    "max_abs_err": 5.040134976042054e-13,
+    "mean_abs_err": 4.749556560722593e-14,
+    "w_frob_norm": 47.817020724527474,
+    "relative_err": 2.8798724567985903e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.2972398962793264e-10,
+    "max_abs_err": 5.304055805677166e-13,
+    "mean_abs_err": 4.454703255925849e-14,
+    "w_frob_norm": 46.4960855690653,
+    "relative_err": 2.7899980834997515e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 5.4271472477709664e-11,
+    "max_abs_err": 2.350983990817568e-13,
+    "mean_abs_err": 1.8572256672259947e-14,
+    "w_frob_norm": 45.63335545149094,
+    "relative_err": 1.1892939263561538e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.2846564947843906e-10,
+    "max_abs_err": 4.860088026470422e-13,
+    "mean_abs_err": 4.41234000340771e-14,
+    "w_frob_norm": 46.18158276395834,
+    "relative_err": 2.781750684792423e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 5.388952284766175e-11,
+    "max_abs_err": 1.9348411761654916e-13,
+    "mean_abs_err": 1.8610579256464182e-14,
+    "w_frob_norm": 45.56694563890275,
+    "relative_err": 1.18264505316445e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 6.269659308492373e-11,
+    "max_abs_err": 2.4797264935871866e-13,
+    "mean_abs_err": 2.137336618627955e-14,
+    "w_frob_norm": 44.54463013689318,
+    "relative_err": 1.4075005874388562e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.2535465357523663e-10,
+    "max_abs_err": 5.911660050372802e-13,
+    "mean_abs_err": 4.3190352587533855e-14,
+    "w_frob_norm": 46.389913397597645,
+    "relative_err": 2.702196326620611e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 6.813066749257511e-11,
+    "max_abs_err": 2.8910207561239076e-13,
+    "mean_abs_err": 2.299776211718739e-14,
+    "w_frob_norm": 45.72939633773754,
+    "relative_err": 1.4898658838483559e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.1054134892579205e-10,
+    "max_abs_err": 3.9479530755670567e-13,
+    "mean_abs_err": 3.826194294115914e-14,
+    "w_frob_norm": 45.81790270920543,
+    "relative_err": 2.4126235028122055e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 5.344168540923413e-11,
+    "max_abs_err": 2.0986337667672217e-13,
+    "mean_abs_err": 1.8392845728730876e-14,
+    "w_frob_norm": 44.70611999809127,
+    "relative_err": 1.1953997665535687e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 4.5353123576365244e-11,
+    "max_abs_err": 1.5866821745369464e-13,
+    "mean_abs_err": 1.5738058810729032e-14,
+    "w_frob_norm": 45.988812432250775,
+    "relative_err": 9.861773152585314e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.381866795299697e-11,
+    "max_abs_err": 1.8204101420726815e-13,
+    "mean_abs_err": 1.862661935781296e-14,
+    "w_frob_norm": 46.36700528395937,
+    "relative_err": 1.1607104582968504e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.3587910781567257e-10,
+    "max_abs_err": 5.146265358302315e-13,
+    "mean_abs_err": 4.6471840324046244e-14,
+    "w_frob_norm": 45.811344537383064,
+    "relative_err": 2.9660580624258305e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.1691967279092189e-10,
+    "max_abs_err": 3.8603842344997474e-13,
+    "mean_abs_err": 4.0635338643025185e-14,
+    "w_frob_norm": 45.87213095945428,
+    "relative_err": 2.5488171215386857e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.4305259758140528e-10,
+    "max_abs_err": 5.559667309862348e-13,
+    "mean_abs_err": 4.903995613534397e-14,
+    "w_frob_norm": 45.63943399286814,
+    "relative_err": 3.1344077931325665e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.2782021037319087e-10,
+    "max_abs_err": 4.773507977784419e-13,
+    "mean_abs_err": 4.405029465817922e-14,
+    "w_frob_norm": 47.24874380399716,
+    "relative_err": 2.7052615600412535e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 4.8364110647900675e-11,
+    "max_abs_err": 1.9138510221061722e-13,
+    "mean_abs_err": 1.674154731145286e-14,
+    "w_frob_norm": 45.21138028475752,
+    "relative_err": 1.0697331146115454e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.6974728793747575e-11,
+    "max_abs_err": 2.527943132601962e-13,
+    "mean_abs_err": 1.958425719975424e-14,
+    "w_frob_norm": 44.56357915819503,
+    "relative_err": 1.2785043273004294e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 4.568423343277985e-11,
+    "max_abs_err": 1.9176327192838016e-13,
+    "mean_abs_err": 1.5830624377953157e-14,
+    "w_frob_norm": 44.98232984673704,
+    "relative_err": 1.0156039846854159e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.2077257816922736e-10,
+    "max_abs_err": 5.1833537462187e-13,
+    "mean_abs_err": 4.1716125857275115e-14,
+    "w_frob_norm": 46.134025486249385,
+    "relative_err": 2.6178634293516093e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.226025563458621e-10,
+    "max_abs_err": 5.079756060233365e-13,
+    "mean_abs_err": 4.2144205506754985e-14,
+    "w_frob_norm": 46.050156164191094,
+    "relative_err": 2.662370045146528e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.3906893426920659e-10,
+    "max_abs_err": 6.352795893505014e-13,
+    "mean_abs_err": 4.726631288530457e-14,
+    "w_frob_norm": 47.826376856466176,
+    "relative_err": 2.90778736358333e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.7462864867152784e-11,
+    "max_abs_err": 2.3632831802622434e-13,
+    "mean_abs_err": 1.9521489694921946e-14,
+    "w_frob_norm": 44.927072198456045,
+    "relative_err": 1.2790253638902279e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 5.482221212038606e-11,
+    "max_abs_err": 2.0363571939796543e-13,
+    "mean_abs_err": 1.878531849787452e-14,
+    "w_frob_norm": 44.581023429844244,
+    "relative_err": 1.2297208072546395e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 5.0346652096553186e-11,
+    "max_abs_err": 2.0573473480389737e-13,
+    "mean_abs_err": 1.7374327325613184e-14,
+    "w_frob_norm": 43.86725147528989,
+    "relative_err": 1.147704731966467e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.204527838410014e-10,
+    "max_abs_err": 4.269831016534553e-13,
+    "mean_abs_err": 4.1797952711727915e-14,
+    "w_frob_norm": 46.54085844286527,
+    "relative_err": 2.5881083390172587e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.0865720618671399e-10,
+    "max_abs_err": 3.762441747046097e-13,
+    "mean_abs_err": 3.763898582785543e-14,
+    "w_frob_norm": 45.13567693790529,
+    "relative_err": 2.407346329073506e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 5.8154088099419725e-11,
+    "max_abs_err": 3.163545814199864e-13,
+    "mean_abs_err": 1.9932390886226724e-14,
+    "w_frob_norm": 43.57964893131749,
+    "relative_err": 1.3344322298482e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.0896966972303189e-10,
+    "max_abs_err": 4.4027281820291364e-13,
+    "mean_abs_err": 3.757412073040575e-14,
+    "w_frob_norm": 44.9740084751449,
+    "relative_err": 2.4229476850669094e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 5.2394592999023715e-11,
+    "max_abs_err": 2.123301534595612e-13,
+    "mean_abs_err": 1.803155976497903e-14,
+    "w_frob_norm": 44.043386668720345,
+    "relative_err": 1.1896131737806257e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.2925087808314488e-10,
+    "max_abs_err": 4.714909018765923e-13,
+    "mean_abs_err": 4.464104503752385e-14,
+    "w_frob_norm": 45.85762491481726,
+    "relative_err": 2.8185253449831866e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 6.090006840093075e-11,
+    "max_abs_err": 2.2125790782867583e-13,
+    "mean_abs_err": 2.0914301015294803e-14,
+    "w_frob_norm": 44.937930819227184,
+    "relative_err": 1.3552041068805508e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.3040636549402176e-10,
+    "max_abs_err": 4.828221156216728e-13,
+    "mean_abs_err": 4.458988662949842e-14,
+    "w_frob_norm": 45.42010643833272,
+    "relative_err": 2.8711153654180805e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 5.0962113704097956e-11,
+    "max_abs_err": 2.0160956237802452e-13,
+    "mean_abs_err": 1.7528162621227075e-14,
+    "w_frob_norm": 44.44790153804378,
+    "relative_err": 1.146558373750863e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.101075635410464e-10,
+    "max_abs_err": 3.9170749976946695e-13,
+    "mean_abs_err": 3.82353426666562e-14,
+    "w_frob_norm": 45.376604831111024,
+    "relative_err": 2.4265271487556216e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 5.3806451355287475e-11,
+    "max_abs_err": 2.1585511156274606e-13,
+    "mean_abs_err": 1.858710681293759e-14,
+    "w_frob_norm": 44.40657924318971,
+    "relative_err": 1.2116774647427802e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.2313384864891305e-10,
+    "max_abs_err": 4.881824111624411e-13,
+    "mean_abs_err": 4.272914188773503e-14,
+    "w_frob_norm": 46.411729196233196,
+    "relative_err": 2.6530760818734302e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.172874718209046e-10,
+    "max_abs_err": 5.007730341510808e-13,
+    "mean_abs_err": 4.047465674587982e-14,
+    "w_frob_norm": 45.72221882020866,
+    "relative_err": 2.5652182865864106e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.norm.weight": {
+    "frob_norm_diff": 1.2686218633214742e-14,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.478283847846545e-16,
+    "w_frob_norm": 103.12533554947333,
+    "relative_err": 1.2301747737953937e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.48.mixer.A_log": {
+    "frob_norm_diff": 3.242602363324292e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 2.572811755308102e-16,
+    "w_frob_norm": 19.685889163420804,
+    "relative_err": 1.6471708930219474e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.5054554633476334e-10,
+    "max_abs_err": 6.548997455446681e-13,
+    "mean_abs_err": 5.1177767012887684e-14,
+    "w_frob_norm": 44.164518288333745,
+    "relative_err": 3.40874421751659e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 4.147852630260914e-11,
+    "max_abs_err": 1.3619314009893912e-13,
+    "mean_abs_err": 1.441619827561198e-14,
+    "w_frob_norm": 44.942784536748206,
+    "relative_err": 9.229184780193924e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.109777930049648e-10,
+    "max_abs_err": 4.64850380410553e-13,
+    "mean_abs_err": 3.835246484590338e-14,
+    "w_frob_norm": 46.84834828406624,
+    "relative_err": 2.368873120820566e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.1307395550424197e-10,
+    "max_abs_err": 3.930137465468775e-13,
+    "mean_abs_err": 3.9217324583561424e-14,
+    "w_frob_norm": 46.140877434888104,
+    "relative_err": 2.45062430084488e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 5.454145440302073e-11,
+    "max_abs_err": 2.152757139217698e-13,
+    "mean_abs_err": 1.8758662839194988e-14,
+    "w_frob_norm": 45.27090312322301,
+    "relative_err": 1.204779464075726e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 3.063376360817763e-10,
+    "max_abs_err": 1.2553919492494514e-12,
+    "mean_abs_err": 7.399123811541363e-14,
+    "w_frob_norm": 51.438968596366244,
+    "relative_err": 5.955361167630734e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.4647367088291377e-10,
+    "max_abs_err": 4.1650363713507943e-13,
+    "mean_abs_err": 3.552490489241871e-14,
+    "w_frob_norm": 50.98502011226058,
+    "relative_err": 2.8728765931719353e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.gate.weight": {
+    "frob_norm_diff": 1.9040115136146082e-11,
+    "max_abs_err": 3.0395824746065614e-13,
+    "mean_abs_err": 2.4804230278657246e-14,
+    "w_frob_norm": 8.760217581617969,
+    "relative_err": 2.1734751401721995e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.47.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 5.240778608172218e-11,
+    "max_abs_err": 1.9479903801133958e-13,
+    "mean_abs_err": 1.8059411216047724e-14,
+    "w_frob_norm": 46.0985877536328,
+    "relative_err": 1.1368631586244675e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.48.mixer.D": {
+    "frob_norm_diff": 1.8359374423354737e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.1188966420050406e-16,
+    "w_frob_norm": 14.51492103812044,
+    "relative_err": 1.2648621632275943e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.48.mixer.norm.weight": {
+    "frob_norm_diff": 5.212836517586579e-14,
+    "max_abs_err": 7.105427357601002e-15,
+    "mean_abs_err": 4.348862018412283e-16,
+    "w_frob_norm": 423.2651226530006,
+    "relative_err": 1.2315771460007925e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.48.mixer.dt_bias": {
+    "frob_norm_diff": 5.5790778260577034e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 4.779163176316104e-16,
+    "w_frob_norm": 38.62643776844119,
+    "relative_err": 1.444367678817112e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.48.norm.weight": {
+    "frob_norm_diff": 8.11602646533108e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 9.80531793325938e-17,
+    "w_frob_norm": 66.89253966013413,
+    "relative_err": 1.2132932172356998e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 5.822541994639003e-11,
+    "max_abs_err": 2.359501483084614e-13,
+    "mean_abs_err": 1.99481198097586e-14,
+    "w_frob_norm": 45.887759012753136,
+    "relative_err": 1.268866059251401e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.3795459901726987e-10,
+    "max_abs_err": 6.384615058863119e-13,
+    "mean_abs_err": 4.703288847711043e-14,
+    "w_frob_norm": 47.4921832487921,
+    "relative_err": 2.9047853684591044e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.227878216366106e-10,
+    "max_abs_err": 4.497990521712403e-13,
+    "mean_abs_err": 4.2481562053713024e-14,
+    "w_frob_norm": 47.91632907398411,
+    "relative_err": 2.562546505743854e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.48.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.55768286141169e-10,
+    "max_abs_err": 1.0049079623986046e-12,
+    "mean_abs_err": 4.9997093281350196e-14,
+    "w_frob_norm": 123.01965413342006,
+    "relative_err": 2.8919629846733524e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 6.089987028303989e-11,
+    "max_abs_err": 2.2840063174101033e-13,
+    "mean_abs_err": 2.0917562521902042e-14,
+    "w_frob_norm": 46.64657293010934,
+    "relative_err": 1.3055593681938068e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.48.mixer.conv1d.weight": {
+    "frob_norm_diff": 8.79680357610836e-15,
+    "max_abs_err": 1.3322676295501878e-15,
+    "mean_abs_err": 1.940955146634465e-17,
+    "w_frob_norm": 11.249735649427542,
+    "relative_err": 7.819564699332289e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 1.7763568394002505e-15,
+    "sensitive": true
+  },
+  "backbone.layers.48.mixer.out_proj.weight": {
+    "frob_norm_diff": 4.1652886484670205e-10,
+    "max_abs_err": 1.5664067265497295e-12,
+    "mean_abs_err": 9.628942562353276e-14,
+    "w_frob_norm": 68.7068556189689,
+    "relative_err": 6.062406161572396e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 5.7303920968512886e-11,
+    "max_abs_err": 2.4315618962766905e-13,
+    "mean_abs_err": 1.9586806014048826e-14,
+    "w_frob_norm": 46.10310271528379,
+    "relative_err": 1.2429515063747733e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 5.442702180056015e-11,
+    "max_abs_err": 2.406473458005376e-13,
+    "mean_abs_err": 1.877507904305134e-14,
+    "w_frob_norm": 47.08758240582262,
+    "relative_err": 1.155867832234045e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.2637989899135256e-10,
+    "max_abs_err": 4.93875773610597e-13,
+    "mean_abs_err": 4.3785268345410897e-14,
+    "w_frob_norm": 46.45441750654162,
+    "relative_err": 2.7205141249173127e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.3445628861542077e-10,
+    "max_abs_err": 6.138744026995546e-13,
+    "mean_abs_err": 4.586363961345108e-14,
+    "w_frob_norm": 46.53392080431313,
+    "relative_err": 2.8894253115021914e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 5.960042739452232e-11,
+    "max_abs_err": 1.9364371217633902e-13,
+    "mean_abs_err": 2.0591704404457878e-14,
+    "w_frob_norm": 46.00342272931372,
+    "relative_err": 1.2955650657824747e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.251535757824686e-10,
+    "max_abs_err": 4.695827060530178e-13,
+    "mean_abs_err": 4.319770231852376e-14,
+    "w_frob_norm": 48.4116739634283,
+    "relative_err": 2.5851941388561273e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 5.605250248028267e-11,
+    "max_abs_err": 2.276547006463403e-13,
+    "mean_abs_err": 1.9188035933276594e-14,
+    "w_frob_norm": 45.579879739540935,
+    "relative_err": 1.229764159111123e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.1467848007989373e-10,
+    "max_abs_err": 4.0782655030824344e-13,
+    "mean_abs_err": 3.961177651121724e-14,
+    "w_frob_norm": 46.787027653011506,
+    "relative_err": 2.4510742791867076e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 5.3993582837770475e-11,
+    "max_abs_err": 1.8285026270881133e-13,
+    "mean_abs_err": 1.8660792954817646e-14,
+    "w_frob_norm": 45.549609562663825,
+    "relative_err": 1.1853797070091248e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.4091745284002176e-10,
+    "max_abs_err": 7.020391212808619e-13,
+    "mean_abs_err": 4.841195188923943e-14,
+    "w_frob_norm": 47.60058208673258,
+    "relative_err": 2.9604144878576773e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 5.700199053988709e-11,
+    "max_abs_err": 2.2813402642679614e-13,
+    "mean_abs_err": 1.9543420389729136e-14,
+    "w_frob_norm": 45.65731407528442,
+    "relative_err": 1.2484744601028526e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.4789008479871864e-10,
+    "max_abs_err": 6.754969847366787e-13,
+    "mean_abs_err": 5.048721470874682e-14,
+    "w_frob_norm": 48.273661985341406,
+    "relative_err": 3.0635770877217968e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 6.342857406669551e-11,
+    "max_abs_err": 4.143144161083967e-13,
+    "mean_abs_err": 2.1225796076299716e-14,
+    "w_frob_norm": 44.773667776292264,
+    "relative_err": 1.4166490532696776e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 4.794766055109768e-11,
+    "max_abs_err": 1.764283164007452e-13,
+    "mean_abs_err": 1.6629645766215673e-14,
+    "w_frob_norm": 44.48056552593258,
+    "relative_err": 1.0779462892202608e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.1549605863151064e-10,
+    "max_abs_err": 5.070735498158285e-13,
+    "mean_abs_err": 3.976482412053538e-14,
+    "w_frob_norm": 46.625430161025136,
+    "relative_err": 2.4771044091740188e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.501443116861093e-11,
+    "max_abs_err": 2.315005825925809e-13,
+    "mean_abs_err": 1.8995070223555215e-14,
+    "w_frob_norm": 46.10708045040868,
+    "relative_err": 1.1931883483228288e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.3383503729702626e-10,
+    "max_abs_err": 5.995989295348725e-13,
+    "mean_abs_err": 4.594989381435179e-14,
+    "w_frob_norm": 45.825700549731565,
+    "relative_err": 2.920523542281346e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 4.9833378372402e-11,
+    "max_abs_err": 1.6336237917968788e-13,
+    "mean_abs_err": 1.725295089325845e-14,
+    "w_frob_norm": 44.99788067386607,
+    "relative_err": 1.107460565389345e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.834204380029856e-11,
+    "max_abs_err": 2.328068293699914e-13,
+    "mean_abs_err": 2.0127752957413286e-14,
+    "w_frob_norm": 45.36331986254857,
+    "relative_err": 1.28610613105645e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.2386525049257354e-10,
+    "max_abs_err": 4.7420400939302e-13,
+    "mean_abs_err": 4.278549584507256e-14,
+    "w_frob_norm": 45.63023624311858,
+    "relative_err": 2.7145432654044926e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.1689084147848584e-10,
+    "max_abs_err": 4.2224557184056266e-13,
+    "mean_abs_err": 4.05564642556355e-14,
+    "w_frob_norm": 47.9636452855092,
+    "relative_err": 2.4370716775732838e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 6.119473146465552e-11,
+    "max_abs_err": 2.6565555311108824e-13,
+    "mean_abs_err": 2.0772569361041067e-14,
+    "w_frob_norm": 44.51663911454106,
+    "relative_err": 1.3746485063079858e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 5.716507169135996e-11,
+    "max_abs_err": 2.6594004776114843e-13,
+    "mean_abs_err": 1.9567121081838737e-14,
+    "w_frob_norm": 44.373686916963344,
+    "relative_err": 1.2882650882342318e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 5.640685785157236e-11,
+    "max_abs_err": 2.0446578458122033e-13,
+    "mean_abs_err": 1.9359775598119755e-14,
+    "w_frob_norm": 45.316988871539756,
+    "relative_err": 1.2447176932136665e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.3613586489862405e-10,
+    "max_abs_err": 5.769100475117028e-13,
+    "mean_abs_err": 4.673443813442009e-14,
+    "w_frob_norm": 46.963554181036244,
+    "relative_err": 2.898755583400784e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 5.261126761083436e-11,
+    "max_abs_err": 1.7832957333041577e-13,
+    "mean_abs_err": 1.8264947412229898e-14,
+    "w_frob_norm": 46.94674312942082,
+    "relative_err": 1.1206585186494795e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.2857484621895496e-10,
+    "max_abs_err": 5.103799327610403e-13,
+    "mean_abs_err": 4.4210675509004895e-14,
+    "w_frob_norm": 45.860837324108154,
+    "relative_err": 2.80358697575209e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.3731353472828628e-10,
+    "max_abs_err": 6.134398544688224e-13,
+    "mean_abs_err": 4.718027752600943e-14,
+    "w_frob_norm": 45.80917209309014,
+    "relative_err": 2.9975118181408625e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.368899575067126e-10,
+    "max_abs_err": 5.82506265445204e-13,
+    "mean_abs_err": 4.696277256061355e-14,
+    "w_frob_norm": 46.846489079873805,
+    "relative_err": 2.9220964088325516e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.2963514764761723e-10,
+    "max_abs_err": 5.777531231210276e-13,
+    "mean_abs_err": 4.477394474849184e-14,
+    "w_frob_norm": 47.32722795128264,
+    "relative_err": 2.739124036190333e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 6.015255389440841e-11,
+    "max_abs_err": 2.2578813818618926e-13,
+    "mean_abs_err": 2.0764933012390455e-14,
+    "w_frob_norm": 44.44268732731995,
+    "relative_err": 1.353485972875255e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.4448547732974113e-10,
+    "max_abs_err": 6.205695679550871e-13,
+    "mean_abs_err": 4.965257852373916e-14,
+    "w_frob_norm": 47.21788145195936,
+    "relative_err": 3.0599737405996122e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 5.4076602202741075e-11,
+    "max_abs_err": 2.3684179617511347e-13,
+    "mean_abs_err": 1.8653983847764768e-14,
+    "w_frob_norm": 45.614855005090874,
+    "relative_err": 1.1855042002590127e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 5.207085303019377e-11,
+    "max_abs_err": 1.8815678182182438e-13,
+    "mean_abs_err": 1.802701057569529e-14,
+    "w_frob_norm": 44.9645236970225,
+    "relative_err": 1.158043024786713e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.753967602201208e-11,
+    "max_abs_err": 2.5138398307422705e-13,
+    "mean_abs_err": 1.9484755631158306e-14,
+    "w_frob_norm": 46.045187409965116,
+    "relative_err": 1.2496349620581483e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 4.781159809266078e-11,
+    "max_abs_err": 1.629564538863093e-13,
+    "mean_abs_err": 1.659481168532427e-14,
+    "w_frob_norm": 45.57044567197955,
+    "relative_err": 1.0491799539730916e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 5.1011748444593004e-11,
+    "max_abs_err": 1.686420100788233e-13,
+    "mean_abs_err": 1.7691243684019276e-14,
+    "w_frob_norm": 44.61493507879699,
+    "relative_err": 1.143378295956236e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.2046273887831693e-10,
+    "max_abs_err": 4.575055612132672e-13,
+    "mean_abs_err": 4.1262147608494155e-14,
+    "w_frob_norm": 46.9918262887297,
+    "relative_err": 2.563482809503153e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.1387113613819766e-10,
+    "max_abs_err": 4.416085552794158e-13,
+    "mean_abs_err": 3.9426894417754274e-14,
+    "w_frob_norm": 47.312433048644365,
+    "relative_err": 2.406790959600848e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 6.318914303281608e-11,
+    "max_abs_err": 3.0718916993466294e-13,
+    "mean_abs_err": 2.1575945364912987e-14,
+    "w_frob_norm": 44.72728431732307,
+    "relative_err": 1.4127650269243523e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.26909054326291e-10,
+    "max_abs_err": 4.754807658713389e-13,
+    "mean_abs_err": 4.3966749407718726e-14,
+    "w_frob_norm": 47.19753215471859,
+    "relative_err": 2.688891739302586e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.280175831036263e-10,
+    "max_abs_err": 4.826772662114287e-13,
+    "mean_abs_err": 4.431491251632879e-14,
+    "w_frob_norm": 45.322495554526995,
+    "relative_err": 2.824592545871834e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.2696841762951315e-10,
+    "max_abs_err": 4.3482058231791854e-13,
+    "mean_abs_err": 4.3961635980543823e-14,
+    "w_frob_norm": 47.9345949901925,
+    "relative_err": 2.648784612772698e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 4.828282325198588e-11,
+    "max_abs_err": 1.751480904754743e-13,
+    "mean_abs_err": 1.669245810051556e-14,
+    "w_frob_norm": 43.29530178451394,
+    "relative_err": 1.11519775268678e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.288449140200496e-10,
+    "max_abs_err": 5.887651477465283e-13,
+    "mean_abs_err": 4.4167386441127276e-14,
+    "w_frob_norm": 45.74449126674555,
+    "relative_err": 2.8166214215549662e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.3692745873897067e-10,
+    "max_abs_err": 5.593797994252192e-13,
+    "mean_abs_err": 4.71221977295327e-14,
+    "w_frob_norm": 45.497246626760536,
+    "relative_err": 3.009576818181186e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 5.085099953735451e-11,
+    "max_abs_err": 1.8403681356637946e-13,
+    "mean_abs_err": 1.7636560583483135e-14,
+    "w_frob_norm": 44.12534586426472,
+    "relative_err": 1.1524215514089967e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 5.396786553599289e-11,
+    "max_abs_err": 1.948162768258821e-13,
+    "mean_abs_err": 1.8596804676981542e-14,
+    "w_frob_norm": 44.68873188113992,
+    "relative_err": 1.2076392250183555e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 5.131887922210343e-11,
+    "max_abs_err": 1.9844369203436685e-13,
+    "mean_abs_err": 1.7720800252847935e-14,
+    "w_frob_norm": 44.60289917295434,
+    "relative_err": 1.1505727245017614e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 4.894334918908798e-11,
+    "max_abs_err": 1.946845462619251e-13,
+    "mean_abs_err": 1.6931039669846296e-14,
+    "w_frob_norm": 45.3703873949387,
+    "relative_err": 1.0787509650964068e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.4227827369013116e-10,
+    "max_abs_err": 6.277478536986791e-13,
+    "mean_abs_err": 4.883273548088559e-14,
+    "w_frob_norm": 47.261643895080944,
+    "relative_err": 3.0104385282489015e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.0477624559769991e-10,
+    "max_abs_err": 3.8375552735558927e-13,
+    "mean_abs_err": 3.639439108934729e-14,
+    "w_frob_norm": 44.15752695009816,
+    "relative_err": 2.3727833697776185e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.4163700564428479e-10,
+    "max_abs_err": 6.680211939169567e-13,
+    "mean_abs_err": 4.811166447181838e-14,
+    "w_frob_norm": 46.888207462750216,
+    "relative_err": 3.0207383329125268e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.3801603047845523e-10,
+    "max_abs_err": 5.528529023468565e-13,
+    "mean_abs_err": 4.746903409574761e-14,
+    "w_frob_norm": 48.305014430288864,
+    "relative_err": 2.8571781233526463e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 6.111200243023154e-11,
+    "max_abs_err": 2.301769885804106e-13,
+    "mean_abs_err": 2.056679635765132e-14,
+    "w_frob_norm": 45.72050440794654,
+    "relative_err": 1.3366432243387465e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 5.517461499776335e-11,
+    "max_abs_err": 2.1413339851283908e-13,
+    "mean_abs_err": 1.8990332124396495e-14,
+    "w_frob_norm": 45.05236011038238,
+    "relative_err": 1.2246775721089977e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.240926960571862e-10,
+    "max_abs_err": 4.853686896844067e-13,
+    "mean_abs_err": 4.297310868926994e-14,
+    "w_frob_norm": 48.08788864121437,
+    "relative_err": 2.5805394988964202e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 4.8281415955339566e-11,
+    "max_abs_err": 1.953888439931717e-13,
+    "mean_abs_err": 1.6713138553221178e-14,
+    "w_frob_norm": 44.57710587676921,
+    "relative_err": 1.0830989362299721e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.0541070499488642e-10,
+    "max_abs_err": 3.876048787487818e-13,
+    "mean_abs_err": 3.66414042256839e-14,
+    "w_frob_norm": 45.39554392994804,
+    "relative_err": 2.3220496081630952e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.2138793881654218e-10,
+    "max_abs_err": 4.941069255137709e-13,
+    "mean_abs_err": 4.1971086850400926e-14,
+    "w_frob_norm": 45.96234888377231,
+    "relative_err": 2.6410299248087384e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 5.1745754824964745e-11,
+    "max_abs_err": 1.9194888734030968e-13,
+    "mean_abs_err": 1.7897352498822115e-14,
+    "w_frob_norm": 46.04758538070569,
+    "relative_err": 1.1237452386948965e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.220976637461735e-10,
+    "max_abs_err": 4.619291060770081e-13,
+    "mean_abs_err": 4.253592831078145e-14,
+    "w_frob_norm": 48.36691215665,
+    "relative_err": 2.524404769746836e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 5.097546916030545e-11,
+    "max_abs_err": 2.0509982601168986e-13,
+    "mean_abs_err": 1.7628162613864097e-14,
+    "w_frob_norm": 44.254472764987966,
+    "relative_err": 1.1518715730952017e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 4.968633339564809e-11,
+    "max_abs_err": 1.7686546671669134e-13,
+    "mean_abs_err": 1.7237826699302152e-14,
+    "w_frob_norm": 45.56212679940482,
+    "relative_err": 1.0905183073301385e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.1749036833466743e-10,
+    "max_abs_err": 4.205581195793062e-13,
+    "mean_abs_err": 4.062024687664277e-14,
+    "w_frob_norm": 44.91768462502559,
+    "relative_err": 2.615681759099587e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 6.229814070360989e-11,
+    "max_abs_err": 2.475966480453007e-13,
+    "mean_abs_err": 2.136669231095042e-14,
+    "w_frob_norm": 47.565181521866386,
+    "relative_err": 1.309742519850798e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 4.7423754466833426e-11,
+    "max_abs_err": 1.8734319651159126e-13,
+    "mean_abs_err": 1.640274954469793e-14,
+    "w_frob_norm": 43.79277485541493,
+    "relative_err": 1.0829127549785653e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.2495593634973916e-10,
+    "max_abs_err": 4.562947242270354e-13,
+    "mean_abs_err": 4.310076098634629e-14,
+    "w_frob_norm": 47.681430633248674,
+    "relative_err": 2.6206415094979617e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 6.263608275413611e-11,
+    "max_abs_err": 2.5169796802337885e-13,
+    "mean_abs_err": 2.120002047304577e-14,
+    "w_frob_norm": 44.89060395556556,
+    "relative_err": 1.3953049688557478e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.3670149358051647e-10,
+    "max_abs_err": 5.046397327790331e-13,
+    "mean_abs_err": 4.69289280378721e-14,
+    "w_frob_norm": 48.35770080326041,
+    "relative_err": 2.8268815785240906e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.2708499563924863e-10,
+    "max_abs_err": 5.354987286931845e-13,
+    "mean_abs_err": 4.4015935605640164e-14,
+    "w_frob_norm": 48.57607754117139,
+    "relative_err": 2.616205384873569e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 5.753575342174305e-11,
+    "max_abs_err": 2.303782165036239e-13,
+    "mean_abs_err": 1.9800035839727977e-14,
+    "w_frob_norm": 47.34565485430118,
+    "relative_err": 1.2152277457942084e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 4.681252350522986e-11,
+    "max_abs_err": 1.8546709307232234e-13,
+    "mean_abs_err": 1.6298351779175587e-14,
+    "w_frob_norm": 44.71856254483689,
+    "relative_err": 1.0468253190896615e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.1459802209157199e-10,
+    "max_abs_err": 3.682211870484342e-13,
+    "mean_abs_err": 3.9698118533327396e-14,
+    "w_frob_norm": 46.04520673303577,
+    "relative_err": 2.488815453821213e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.5151869681499547e-10,
+    "max_abs_err": 6.658770757006494e-13,
+    "mean_abs_err": 5.230972154079661e-14,
+    "w_frob_norm": 46.28939514855378,
+    "relative_err": 3.2732917837603107e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.161690422860426e-10,
+    "max_abs_err": 4.0079398133663346e-13,
+    "mean_abs_err": 4.0185265875480904e-14,
+    "w_frob_norm": 47.50461340684475,
+    "relative_err": 2.445426537652957e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.199553486645697e-10,
+    "max_abs_err": 4.4605985571877227e-13,
+    "mean_abs_err": 4.1451083957060644e-14,
+    "w_frob_norm": 47.98477748088026,
+    "relative_err": 2.499862559795477e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 5.809140632755916e-11,
+    "max_abs_err": 2.2230047663773789e-13,
+    "mean_abs_err": 1.9940371351506525e-14,
+    "w_frob_norm": 44.25772915384636,
+    "relative_err": 1.3125708760525175e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 4.908812090405899e-11,
+    "max_abs_err": 1.7234651206177176e-13,
+    "mean_abs_err": 1.7011484280201784e-14,
+    "w_frob_norm": 45.73283937666195,
+    "relative_err": 1.0733670065784125e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 5.682231034534915e-11,
+    "max_abs_err": 2.6069424396979457e-13,
+    "mean_abs_err": 1.9431846255740187e-14,
+    "w_frob_norm": 45.133094356832274,
+    "relative_err": 1.258994340075585e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 4.425307941018061e-11,
+    "max_abs_err": 1.4954877614048456e-13,
+    "mean_abs_err": 1.54132101367682e-14,
+    "w_frob_norm": 45.136910627989764,
+    "relative_err": 9.804188810108533e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 5.6810476474903595e-11,
+    "max_abs_err": 2.03070199544797e-13,
+    "mean_abs_err": 1.9529511306618697e-14,
+    "w_frob_norm": 45.630263588575815,
+    "relative_err": 1.2450174951241549e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.2668691693515067e-10,
+    "max_abs_err": 4.497513472756509e-13,
+    "mean_abs_err": 4.382633468168562e-14,
+    "w_frob_norm": 47.55933505537218,
+    "relative_err": 2.663765521272578e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.3782753468339772e-10,
+    "max_abs_err": 4.5226756367755527e-13,
+    "mean_abs_err": 4.7497732846538727e-14,
+    "w_frob_norm": 47.264934227669926,
+    "relative_err": 2.916063185859898e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 5.245547698418902e-11,
+    "max_abs_err": 1.847827446610495e-13,
+    "mean_abs_err": 1.8162163308741122e-14,
+    "w_frob_norm": 44.952030069413944,
+    "relative_err": 1.1669212025171816e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.289001348706139e-10,
+    "max_abs_err": 4.844978584994664e-13,
+    "mean_abs_err": 4.441558280524129e-14,
+    "w_frob_norm": 47.17160265455881,
+    "relative_err": 2.7325790860776827e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.1533960176706188e-10,
+    "max_abs_err": 3.9764719295121154e-13,
+    "mean_abs_err": 3.9997746430019965e-14,
+    "w_frob_norm": 46.92021104834357,
+    "relative_err": 2.458207224349937e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.2469415557771596e-11,
+    "max_abs_err": 2.3535687287967733e-13,
+    "mean_abs_err": 1.8160206322922177e-14,
+    "w_frob_norm": 45.93790909861946,
+    "relative_err": 1.1421811873311497e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 6.006717246204538e-11,
+    "max_abs_err": 2.5206399467680995e-13,
+    "mean_abs_err": 2.0692750579982246e-14,
+    "w_frob_norm": 45.52311524380335,
+    "relative_err": 1.3194873009096579e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.8725113169423236e-11,
+    "max_abs_err": 1.6537465841182097e-13,
+    "mean_abs_err": 1.690889112271068e-14,
+    "w_frob_norm": 45.33143766415915,
+    "relative_err": 1.0748636196011773e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.690484424988196e-10,
+    "max_abs_err": 8.246597849037585e-13,
+    "mean_abs_err": 5.671112577467606e-14,
+    "w_frob_norm": 47.04893216851159,
+    "relative_err": 3.5930346281473854e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.5001456094321332e-10,
+    "max_abs_err": 5.634832878076423e-13,
+    "mean_abs_err": 5.115773760393163e-14,
+    "w_frob_norm": 48.84572836752956,
+    "relative_err": 3.071190991655603e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.2792929077503464e-10,
+    "max_abs_err": 4.4136504347147554e-13,
+    "mean_abs_err": 4.411982004032632e-14,
+    "w_frob_norm": 46.45886672356314,
+    "relative_err": 2.753603344141649e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.3681615930178117e-10,
+    "max_abs_err": 5.067092578858734e-13,
+    "mean_abs_err": 4.724089122440376e-14,
+    "w_frob_norm": 47.72030886457698,
+    "relative_err": 2.867042618899319e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.1154776097277862e-10,
+    "max_abs_err": 4.4061499240855007e-13,
+    "mean_abs_err": 3.8407841211849216e-14,
+    "w_frob_norm": 45.01829487989932,
+    "relative_err": 2.4778317630725e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.1540409563873449e-10,
+    "max_abs_err": 4.3441725910975393e-13,
+    "mean_abs_err": 4.005454024991963e-14,
+    "w_frob_norm": 47.856334839795124,
+    "relative_err": 2.41146957921169e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 4.861500725100829e-11,
+    "max_abs_err": 1.7974424032507486e-13,
+    "mean_abs_err": 1.6884781401606408e-14,
+    "w_frob_norm": 45.454401288514234,
+    "relative_err": 1.0695335517111453e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 5.939425886783109e-11,
+    "max_abs_err": 1.9941340245743788e-13,
+    "mean_abs_err": 2.054539527770371e-14,
+    "w_frob_norm": 45.42589618101984,
+    "relative_err": 1.3074977900523536e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.1839186583248385e-10,
+    "max_abs_err": 5.673482517121187e-13,
+    "mean_abs_err": 4.0329389923757754e-14,
+    "w_frob_norm": 44.46042979936033,
+    "relative_err": 2.662859229358759e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.453332762837644e-11,
+    "max_abs_err": 2.209083610482665e-13,
+    "mean_abs_err": 1.8811522785170464e-14,
+    "w_frob_norm": 45.47821337528352,
+    "relative_err": 1.1991088387393466e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.4381563183066743e-10,
+    "max_abs_err": 6.981290545660102e-13,
+    "mean_abs_err": 4.8018669237218464e-14,
+    "w_frob_norm": 47.16284324958999,
+    "relative_err": 3.04934185306815e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.3526178785829613e-10,
+    "max_abs_err": 4.908226602928778e-13,
+    "mean_abs_err": 4.642830454189626e-14,
+    "w_frob_norm": 47.93870795871642,
+    "relative_err": 2.8215568090566835e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 6.096850867267623e-11,
+    "max_abs_err": 3.3736208271406554e-13,
+    "mean_abs_err": 2.0907285917855115e-14,
+    "w_frob_norm": 45.96485891670774,
+    "relative_err": 1.3264156599100279e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.532697374776463e-11,
+    "max_abs_err": 1.9614518342869758e-13,
+    "mean_abs_err": 1.9068753433675792e-14,
+    "w_frob_norm": 45.62483146291567,
+    "relative_err": 1.2126504794376054e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 4.759967999041355e-11,
+    "max_abs_err": 1.5701415861935075e-13,
+    "mean_abs_err": 1.656955855318473e-14,
+    "w_frob_norm": 43.493278264161845,
+    "relative_err": 1.0944146288838234e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.3047814079544395e-10,
+    "max_abs_err": 5.158165561347516e-13,
+    "mean_abs_err": 4.507580237991707e-14,
+    "w_frob_norm": 48.08378974736012,
+    "relative_err": 2.7135577599227693e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 5.1369370340925524e-11,
+    "max_abs_err": 2.0338591921742477e-13,
+    "mean_abs_err": 1.7723188351391744e-14,
+    "w_frob_norm": 46.17976423939969,
+    "relative_err": 1.1123783585083392e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.3335370980781047e-10,
+    "max_abs_err": 4.730371910149911e-13,
+    "mean_abs_err": 4.6042501485034406e-14,
+    "w_frob_norm": 47.55487449591008,
+    "relative_err": 2.8042069550468366e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 5.852259288138952e-11,
+    "max_abs_err": 2.396667933557417e-13,
+    "mean_abs_err": 2.0124101983729302e-14,
+    "w_frob_norm": 45.72196575392555,
+    "relative_err": 1.2799666837676362e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 5.4669007135100365e-11,
+    "max_abs_err": 2.0670617995044438e-13,
+    "mean_abs_err": 1.8860600070443967e-14,
+    "w_frob_norm": 45.39172520614917,
+    "relative_err": 1.2043826685771004e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.1807500498672026e-10,
+    "max_abs_err": 3.8107017541477717e-13,
+    "mean_abs_err": 4.095897348948414e-14,
+    "w_frob_norm": 47.98113184682005,
+    "relative_err": 2.460863269413385e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 7.236570810987119e-11,
+    "max_abs_err": 3.3656064046816425e-13,
+    "mean_abs_err": 2.4564395201252467e-14,
+    "w_frob_norm": 46.63184269103641,
+    "relative_err": 1.551851780538395e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.1994266654767623e-10,
+    "max_abs_err": 4.780412177218807e-13,
+    "mean_abs_err": 4.147764296650063e-14,
+    "w_frob_norm": 46.35957446213104,
+    "relative_err": 2.5872253561268507e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 5.2656598414480866e-11,
+    "max_abs_err": 2.229050277691158e-13,
+    "mean_abs_err": 1.8097572298001015e-14,
+    "w_frob_norm": 45.14470577081998,
+    "relative_err": 1.1663958711303934e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.167385485995196e-10,
+    "max_abs_err": 4.630705541242008e-13,
+    "mean_abs_err": 4.034481083143587e-14,
+    "w_frob_norm": 46.38780109320802,
+    "relative_err": 2.5165786230081117e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 5.2664637765012526e-11,
+    "max_abs_err": 1.9596997635762392e-13,
+    "mean_abs_err": 1.8270335398996153e-14,
+    "w_frob_norm": 45.777034999788256,
+    "relative_err": 1.1504597832790203e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.20587949773463e-10,
+    "max_abs_err": 4.1446013288037875e-13,
+    "mean_abs_err": 4.1551335091054115e-14,
+    "w_frob_norm": 46.56574477455027,
+    "relative_err": 2.5896278553536277e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.436386943023192e-10,
+    "max_abs_err": 5.964014004877782e-13,
+    "mean_abs_err": 4.949088533211594e-14,
+    "w_frob_norm": 48.6034689055468,
+    "relative_err": 2.9553177486458515e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 5.355841999102853e-11,
+    "max_abs_err": 2.0448226445424211e-13,
+    "mean_abs_err": 1.8431874106563203e-14,
+    "w_frob_norm": 44.845346502201096,
+    "relative_err": 1.1942915858259626e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.1254795593853491e-10,
+    "max_abs_err": 3.7463782076585517e-13,
+    "mean_abs_err": 3.8979980116398805e-14,
+    "w_frob_norm": 46.44446961487829,
+    "relative_err": 2.423280034669201e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 4.677771354865828e-11,
+    "max_abs_err": 1.6876430808387965e-13,
+    "mean_abs_err": 1.622580084614796e-14,
+    "w_frob_norm": 45.74054838711659,
+    "relative_err": 1.0226749612349165e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.165745307829913e-10,
+    "max_abs_err": 4.2339916295208724e-13,
+    "mean_abs_err": 4.0184725317698975e-14,
+    "w_frob_norm": 46.556375939215876,
+    "relative_err": 2.503943411213779e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 4.7270770897980346e-11,
+    "max_abs_err": 1.8917766658743673e-13,
+    "mean_abs_err": 1.6354752551745363e-14,
+    "w_frob_norm": 44.55234193321844,
+    "relative_err": 1.0610165222927379e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.338645940946013e-11,
+    "max_abs_err": 2.1637292652032514e-13,
+    "mean_abs_err": 1.8408644018541553e-14,
+    "w_frob_norm": 47.123216376563995,
+    "relative_err": 1.1329120445184862e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 5.149481063847544e-11,
+    "max_abs_err": 1.949248054633479e-13,
+    "mean_abs_err": 1.7851836701649043e-14,
+    "w_frob_norm": 45.62268926633209,
+    "relative_err": 1.1287105487768071e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 5.007057131092543e-11,
+    "max_abs_err": 1.8261954448650641e-13,
+    "mean_abs_err": 1.7323180222638756e-14,
+    "w_frob_norm": 43.990329057522345,
+    "relative_err": 1.138217703383225e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.2286146253893625e-10,
+    "max_abs_err": 4.687916721479723e-13,
+    "mean_abs_err": 4.2085284283099255e-14,
+    "w_frob_norm": 44.45414954513883,
+    "relative_err": 2.763779395086222e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.220230270511892e-10,
+    "max_abs_err": 4.818992427324531e-13,
+    "mean_abs_err": 4.222281977209084e-14,
+    "w_frob_norm": 47.979832889882935,
+    "relative_err": 2.543214923887721e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 5.3731066373217313e-11,
+    "max_abs_err": 2.2132295995902496e-13,
+    "mean_abs_err": 1.8330422388603332e-14,
+    "w_frob_norm": 44.18969883392957,
+    "relative_err": 1.2159183653897575e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.2474402972519924e-10,
+    "max_abs_err": 5.276404313470096e-13,
+    "mean_abs_err": 4.294318365478174e-14,
+    "w_frob_norm": 47.50704083826716,
+    "relative_err": 2.6258008818077615e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.4515389339909841e-10,
+    "max_abs_err": 1.458666520903762e-12,
+    "mean_abs_err": 4.9568943414262875e-14,
+    "w_frob_norm": 47.970011542790935,
+    "relative_err": 3.0259299243573467e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 4.46278758982072e-11,
+    "max_abs_err": 1.7780915628762273e-13,
+    "mean_abs_err": 1.5510441229501035e-14,
+    "w_frob_norm": 43.671292621270254,
+    "relative_err": 1.0219041667768506e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 5.553789699763747e-11,
+    "max_abs_err": 1.9170429133019695e-13,
+    "mean_abs_err": 1.91736242812935e-14,
+    "w_frob_norm": 45.92737569064924,
+    "relative_err": 1.2092547453989391e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.3798432386020994e-11,
+    "max_abs_err": 2.1895332769084064e-13,
+    "mean_abs_err": 1.8462543094540723e-14,
+    "w_frob_norm": 44.972677258573924,
+    "relative_err": 1.196247047439553e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.480252856091593e-10,
+    "max_abs_err": 7.194349282979573e-13,
+    "mean_abs_err": 4.997227100365586e-14,
+    "w_frob_norm": 47.88880685593992,
+    "relative_err": 3.0910205396106852e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 4.5154379851751885e-11,
+    "max_abs_err": 1.8522986963698251e-13,
+    "mean_abs_err": 1.5522086636482352e-14,
+    "w_frob_norm": 43.40423224884934,
+    "relative_err": 1.0403220495381286e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 5.061482265493173e-11,
+    "max_abs_err": 1.824027040520093e-13,
+    "mean_abs_err": 1.7525951271858976e-14,
+    "w_frob_norm": 44.42233482030009,
+    "relative_err": 1.1394003232761598e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.2812484989796204e-10,
+    "max_abs_err": 5.60744159439075e-13,
+    "mean_abs_err": 4.381986094694331e-14,
+    "w_frob_norm": 45.29380522576804,
+    "relative_err": 2.828749963914948e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.2198268467162736e-10,
+    "max_abs_err": 4.776144757467904e-13,
+    "mean_abs_err": 4.1926040981889234e-14,
+    "w_frob_norm": 46.29918590831929,
+    "relative_err": 2.6346615448741367e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.3318883564138782e-10,
+    "max_abs_err": 4.855074675624849e-13,
+    "mean_abs_err": 4.5626919643317447e-14,
+    "w_frob_norm": 46.69567536644411,
+    "relative_err": 2.852273462075214e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.341947650754496e-10,
+    "max_abs_err": 5.848620199255805e-13,
+    "mean_abs_err": 4.5865037225955154e-14,
+    "w_frob_norm": 45.91461548939396,
+    "relative_err": 2.922702578364136e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.263103276439591e-10,
+    "max_abs_err": 4.590399241277687e-13,
+    "mean_abs_err": 4.3689836650006264e-14,
+    "w_frob_norm": 45.42710451689249,
+    "relative_err": 2.7805058012664978e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 5.450717701489618e-11,
+    "max_abs_err": 1.8419293867921738e-13,
+    "mean_abs_err": 1.8907710958182793e-14,
+    "w_frob_norm": 45.04156900956078,
+    "relative_err": 1.2101527147805658e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 5.663052604587228e-11,
+    "max_abs_err": 2.3506934246353417e-13,
+    "mean_abs_err": 1.9299740167950206e-14,
+    "w_frob_norm": 45.466739140268025,
+    "relative_err": 1.2455374437819964e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.4673193244779564e-10,
+    "max_abs_err": 5.239281231084192e-13,
+    "mean_abs_err": 5.0501043502702156e-14,
+    "w_frob_norm": 47.07962749156237,
+    "relative_err": 3.1166757314316685e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 6.59273989652501e-11,
+    "max_abs_err": 2.659513234637423e-13,
+    "mean_abs_err": 2.2450247742413212e-14,
+    "w_frob_norm": 45.74673924023362,
+    "relative_err": 1.4411387578694978e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 4.631352294657142e-11,
+    "max_abs_err": 1.5271464648414224e-13,
+    "mean_abs_err": 1.6118052901199626e-14,
+    "w_frob_norm": 45.23282598572644,
+    "relative_err": 1.0238918735960914e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.1823770052291935e-10,
+    "max_abs_err": 4.127583691504455e-13,
+    "mean_abs_err": 4.077683589216247e-14,
+    "w_frob_norm": 47.744582744833245,
+    "relative_err": 2.4764631655664562e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.3638240625397358e-10,
+    "max_abs_err": 5.616999920743382e-13,
+    "mean_abs_err": 4.6947651273191415e-14,
+    "w_frob_norm": 47.566023381844786,
+    "relative_err": 2.8672232101291996e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 5.552799590639251e-11,
+    "max_abs_err": 2.343923666270342e-13,
+    "mean_abs_err": 1.9006005669177316e-14,
+    "w_frob_norm": 45.27207207700917,
+    "relative_err": 1.226539748654263e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.172800613209271e-10,
+    "max_abs_err": 4.609299053548455e-13,
+    "mean_abs_err": 4.053205381601599e-14,
+    "w_frob_norm": 47.583109909167014,
+    "relative_err": 2.46474140813425e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.2782216061668844e-10,
+    "max_abs_err": 4.674444425284419e-13,
+    "mean_abs_err": 4.3944336210846713e-14,
+    "w_frob_norm": 47.43272961697596,
+    "relative_err": 2.6948092941069423e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 5.6885063188375595e-11,
+    "max_abs_err": 2.044753255603382e-13,
+    "mean_abs_err": 1.968243690914254e-14,
+    "w_frob_norm": 44.37148389190181,
+    "relative_err": 1.282018499245134e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.1925182539158558e-10,
+    "max_abs_err": 4.2896936003344877e-13,
+    "mean_abs_err": 4.107947288698196e-14,
+    "w_frob_norm": 46.33358812316557,
+    "relative_err": 2.573766250837e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 5.912395732738008e-11,
+    "max_abs_err": 2.586889036315654e-13,
+    "mean_abs_err": 2.0375089278761348e-14,
+    "w_frob_norm": 45.721763012572694,
+    "relative_err": 1.293125055372909e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 5.20389869964897e-11,
+    "max_abs_err": 2.368157753229738e-13,
+    "mean_abs_err": 1.7820421790886325e-14,
+    "w_frob_norm": 46.1047672389583,
+    "relative_err": 1.1287116303347698e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 6.606139353836008e-11,
+    "max_abs_err": 2.6667296842974864e-13,
+    "mean_abs_err": 2.225190465329206e-14,
+    "w_frob_norm": 46.759312417085376,
+    "relative_err": 1.4127965131117267e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.2914535950100921e-10,
+    "max_abs_err": 5.303257832878217e-13,
+    "mean_abs_err": 4.4414351452255026e-14,
+    "w_frob_norm": 47.306168234409775,
+    "relative_err": 2.7299898580048357e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.292894646524564e-10,
+    "max_abs_err": 4.4530525100672236e-13,
+    "mean_abs_err": 4.4713514375030897e-14,
+    "w_frob_norm": 47.3922789216827,
+    "relative_err": 2.7280702172206465e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 6.020839661191073e-11,
+    "max_abs_err": 2.5793516628125346e-13,
+    "mean_abs_err": 2.043488281957297e-14,
+    "w_frob_norm": 45.754473050463005,
+    "relative_err": 1.315901869211921e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.4233692958627977e-10,
+    "max_abs_err": 1.0819747875423502e-12,
+    "mean_abs_err": 4.832590645283685e-14,
+    "w_frob_norm": 46.65927149749917,
+    "relative_err": 3.050560478508729e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.229189547116394e-10,
+    "max_abs_err": 4.833043687479943e-13,
+    "mean_abs_err": 4.2473144881895377e-14,
+    "w_frob_norm": 44.98073431599061,
+    "relative_err": 2.73270226866754e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 5.001517734130558e-11,
+    "max_abs_err": 1.925161419169541e-13,
+    "mean_abs_err": 1.734020332620677e-14,
+    "w_frob_norm": 42.378214323271045,
+    "relative_err": 1.1802096463946774e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.0993330534049421e-10,
+    "max_abs_err": 3.9359357786872273e-13,
+    "mean_abs_err": 3.796431263124526e-14,
+    "w_frob_norm": 45.355392760393414,
+    "relative_err": 2.4238199395881638e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 5.69713300977228e-11,
+    "max_abs_err": 1.9618334734516907e-13,
+    "mean_abs_err": 1.9644071059909023e-14,
+    "w_frob_norm": 45.56233332137887,
+    "relative_err": 1.250404137467441e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 4.865718868059403e-11,
+    "max_abs_err": 1.6412565750911767e-13,
+    "mean_abs_err": 1.6886307747161636e-14,
+    "w_frob_norm": 45.59936852066843,
+    "relative_err": 1.0670583882875397e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.2086985269205162e-10,
+    "max_abs_err": 4.123932098587524e-13,
+    "mean_abs_err": 4.182929994575205e-14,
+    "w_frob_norm": 47.98831778864105,
+    "relative_err": 2.518734939291033e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.1177595312828484e-10,
+    "max_abs_err": 4.918270651854684e-13,
+    "mean_abs_err": 3.873058142739173e-14,
+    "w_frob_norm": 45.521395415628895,
+    "relative_err": 2.455459726305067e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 5.397348850719189e-11,
+    "max_abs_err": 1.976613317467013e-13,
+    "mean_abs_err": 1.8614357106603738e-14,
+    "w_frob_norm": 44.546393481831934,
+    "relative_err": 1.2116242031850404e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.3579639687059356e-10,
+    "max_abs_err": 4.882548358675631e-13,
+    "mean_abs_err": 4.662243314137401e-14,
+    "w_frob_norm": 47.8912745808097,
+    "relative_err": 2.8355143616287866e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.218843941044829e-11,
+    "max_abs_err": 1.748800756984359e-13,
+    "mean_abs_err": 1.8087686694807315e-14,
+    "w_frob_norm": 45.96114645499379,
+    "relative_err": 1.1354903747136162e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 5.464980131543435e-11,
+    "max_abs_err": 1.963533502458148e-13,
+    "mean_abs_err": 1.897748696984208e-14,
+    "w_frob_norm": 43.781053155102306,
+    "relative_err": 1.2482523232556223e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.2636768112583477e-10,
+    "max_abs_err": 4.862065611233035e-13,
+    "mean_abs_err": 4.3729887953418876e-14,
+    "w_frob_norm": 48.292540387999516,
+    "relative_err": 2.6167122315486344e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.2888544565459223e-10,
+    "max_abs_err": 4.771131406622331e-13,
+    "mean_abs_err": 4.459924521061612e-14,
+    "w_frob_norm": 47.43293507680214,
+    "relative_err": 2.71721421931627e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 5.662360306123046e-11,
+    "max_abs_err": 2.3372319704617617e-13,
+    "mean_abs_err": 1.9546640034184967e-14,
+    "w_frob_norm": 45.35416572490317,
+    "relative_err": 1.2484763451428553e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 5.1890497063935217e-11,
+    "max_abs_err": 2.5623947408348613e-13,
+    "mean_abs_err": 1.7728182299982152e-14,
+    "w_frob_norm": 43.32094417770322,
+    "relative_err": 1.1978154689122092e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 5.071919905364793e-11,
+    "max_abs_err": 1.722164078010735e-13,
+    "mean_abs_err": 1.7582852616239576e-14,
+    "w_frob_norm": 45.771843934462204,
+    "relative_err": 1.1080873020162685e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.2078796388740564e-10,
+    "max_abs_err": 4.988232049640828e-13,
+    "mean_abs_err": 4.1777206361101115e-14,
+    "w_frob_norm": 47.38660601009364,
+    "relative_err": 2.5489895575487527e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.208823543720961e-11,
+    "max_abs_err": 1.637787128139223e-13,
+    "mean_abs_err": 1.8100335737849694e-14,
+    "w_frob_norm": 44.94283371903317,
+    "relative_err": 1.1589886779914009e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.086613785032977e-10,
+    "max_abs_err": 4.63729749045072e-13,
+    "mean_abs_err": 3.7232674755294894e-14,
+    "w_frob_norm": 47.959953703806235,
+    "relative_err": 2.2656689615335063e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.2576306040533132e-10,
+    "max_abs_err": 5.664878288680342e-13,
+    "mean_abs_err": 4.3513213119654174e-14,
+    "w_frob_norm": 44.19793054452027,
+    "relative_err": 2.8454513334883648e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 4.662602836653431e-11,
+    "max_abs_err": 1.633242152632164e-13,
+    "mean_abs_err": 1.6206246811591988e-14,
+    "w_frob_norm": 46.107039267809775,
+    "relative_err": 1.011256179250852e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.2491938960654652e-10,
+    "max_abs_err": 5.520185003549116e-13,
+    "mean_abs_err": 4.272434663698647e-14,
+    "w_frob_norm": 46.02618517364215,
+    "relative_err": 2.714093925778672e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 4.4663555329220276e-11,
+    "max_abs_err": 1.5732727620676457e-13,
+    "mean_abs_err": 1.5547353138710674e-14,
+    "w_frob_norm": 43.111608033254974,
+    "relative_err": 1.0359983625470008e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.2118360419585954e-10,
+    "max_abs_err": 4.3969515528541336e-13,
+    "mean_abs_err": 4.1899983207371735e-14,
+    "w_frob_norm": 46.09656732899083,
+    "relative_err": 2.628907339910435e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.4792393214204905e-10,
+    "max_abs_err": 6.662977461435737e-13,
+    "mean_abs_err": 5.0517683650341174e-14,
+    "w_frob_norm": 47.90847923299456,
+    "relative_err": 3.087635727751798e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.3025022633158758e-10,
+    "max_abs_err": 5.259156825310196e-13,
+    "mean_abs_err": 4.4767524364268387e-14,
+    "w_frob_norm": 46.65323546018163,
+    "relative_err": 2.7918798138396145e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 5.070516862094713e-11,
+    "max_abs_err": 1.8093859743828489e-13,
+    "mean_abs_err": 1.759730554101214e-14,
+    "w_frob_norm": 45.70746215602539,
+    "relative_err": 1.1093411497637243e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 5.469447471280467e-11,
+    "max_abs_err": 2.109007413153563e-13,
+    "mean_abs_err": 1.8725556297294865e-14,
+    "w_frob_norm": 45.553612732331715,
+    "relative_err": 1.2006616255484215e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.285960323729658e-10,
+    "max_abs_err": 5.017861126610512e-13,
+    "mean_abs_err": 4.4556597716878505e-14,
+    "w_frob_norm": 47.78548149906328,
+    "relative_err": 2.6911109470663514e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 6.425931995193698e-11,
+    "max_abs_err": 2.935585802221752e-13,
+    "mean_abs_err": 2.185918768459436e-14,
+    "w_frob_norm": 44.372947416047,
+    "relative_err": 1.4481643364690777e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.5581694802345496e-11,
+    "max_abs_err": 1.8106349752855522e-13,
+    "mean_abs_err": 1.9312352303461204e-14,
+    "w_frob_norm": 45.64188170561591,
+    "relative_err": 1.2177783370291363e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.2670588853319494e-10,
+    "max_abs_err": 5.735151936692162e-13,
+    "mean_abs_err": 4.35391584587916e-14,
+    "w_frob_norm": 47.21952076887615,
+    "relative_err": 2.6833370282044606e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.2754348732252212e-10,
+    "max_abs_err": 5.438878514230083e-13,
+    "mean_abs_err": 4.3612956521975757e-14,
+    "w_frob_norm": 45.6519829770971,
+    "relative_err": 2.793821407199524e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 5.5115540503280004e-11,
+    "max_abs_err": 2.3619994848900205e-13,
+    "mean_abs_err": 1.9037966038494904e-14,
+    "w_frob_norm": 45.69300389366042,
+    "relative_err": 1.2062139891600976e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.28741284226072e-10,
+    "max_abs_err": 5.224293220251752e-13,
+    "mean_abs_err": 4.415395748920037e-14,
+    "w_frob_norm": 47.078737069219834,
+    "relative_err": 2.7345951110962003e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 6.089406025393765e-11,
+    "max_abs_err": 2.434302759368734e-13,
+    "mean_abs_err": 2.074794753095743e-14,
+    "w_frob_norm": 45.95171197828957,
+    "relative_err": 1.3251750072490829e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 5.730924803457054e-11,
+    "max_abs_err": 2.4165391909747314e-13,
+    "mean_abs_err": 1.9540021420695463e-14,
+    "w_frob_norm": 44.546017036499286,
+    "relative_err": 1.2865178942398723e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 5.442286221093756e-11,
+    "max_abs_err": 1.883875000441293e-13,
+    "mean_abs_err": 1.88394593515132e-14,
+    "w_frob_norm": 45.348889247302736,
+    "relative_err": 1.2000925075397414e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.0746227695507247e-10,
+    "max_abs_err": 3.8919562017625253e-13,
+    "mean_abs_err": 3.73860029439398e-14,
+    "w_frob_norm": 45.73261240294492,
+    "relative_err": 2.3497952841231632e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 5.602065844750648e-11,
+    "max_abs_err": 1.8834586668070585e-13,
+    "mean_abs_err": 1.936797895579257e-14,
+    "w_frob_norm": 45.03936851179889,
+    "relative_err": 1.2438153619500868e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.303892804342824e-10,
+    "max_abs_err": 4.934819913815502e-13,
+    "mean_abs_err": 4.444713081976504e-14,
+    "w_frob_norm": 47.011303109869125,
+    "relative_err": 2.773572987958925e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 5.6613951782725954e-11,
+    "max_abs_err": 2.5001528625168135e-13,
+    "mean_abs_err": 1.941937798203979e-14,
+    "w_frob_norm": 44.67233729242215,
+    "relative_err": 1.267315641268886e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 5.1986811269592554e-11,
+    "max_abs_err": 1.954547634852588e-13,
+    "mean_abs_err": 1.7852304682477988e-14,
+    "w_frob_norm": 45.49624391884621,
+    "relative_err": 1.1426616087764053e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.308801812211728e-10,
+    "max_abs_err": 4.845880641202172e-13,
+    "mean_abs_err": 4.535001829974093e-14,
+    "w_frob_norm": 48.02269356759195,
+    "relative_err": 2.7253819287949545e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.3878577253401988e-10,
+    "max_abs_err": 7.526063106055858e-13,
+    "mean_abs_err": 4.741442656987534e-14,
+    "w_frob_norm": 47.10717131153745,
+    "relative_err": 2.9461707988403156e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.500541508809201e-10,
+    "max_abs_err": 5.764590194079489e-13,
+    "mean_abs_err": 5.1456828316520845e-14,
+    "w_frob_norm": 46.9225956348079,
+    "relative_err": 3.1979081474684584e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.228279460777622e-10,
+    "max_abs_err": 4.860469665635136e-13,
+    "mean_abs_err": 4.234379081654193e-14,
+    "w_frob_norm": 47.06399754692335,
+    "relative_err": 2.609806911435887e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.309233414558009e-10,
+    "max_abs_err": 5.059494490033956e-13,
+    "mean_abs_err": 4.466490765792354e-14,
+    "w_frob_norm": 45.39466103802097,
+    "relative_err": 2.884113207633473e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 4.938275788441341e-11,
+    "max_abs_err": 1.830029183746973e-13,
+    "mean_abs_err": 1.713190998483757e-14,
+    "w_frob_norm": 46.11382116905646,
+    "relative_err": 1.0708884371861704e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 5.812003332839753e-11,
+    "max_abs_err": 2.3893040324018955e-13,
+    "mean_abs_err": 2.009784321583611e-14,
+    "w_frob_norm": 49.00501149310397,
+    "relative_err": 1.1860018303755776e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 5.14205509753293e-11,
+    "max_abs_err": 2.0209875439824998e-13,
+    "mean_abs_err": 1.7751574114555582e-14,
+    "w_frob_norm": 44.38443699121371,
+    "relative_err": 1.1585266021400352e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.895232279545738e-11,
+    "max_abs_err": 2.4733687320477316e-13,
+    "mean_abs_err": 2.0290490834585945e-14,
+    "w_frob_norm": 46.46394858362095,
+    "relative_err": 1.2687755688555217e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.1829216375803496e-10,
+    "max_abs_err": 4.4735395943185097e-13,
+    "mean_abs_err": 4.086259063545967e-14,
+    "w_frob_norm": 47.60782564575351,
+    "relative_err": 2.4847209918436236e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 5.381201594789359e-11,
+    "max_abs_err": 1.7758190751226977e-13,
+    "mean_abs_err": 1.8672313591160067e-14,
+    "w_frob_norm": 46.167983868503825,
+    "relative_err": 1.165569978129467e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.3199551680358785e-10,
+    "max_abs_err": 5.181922599351019e-13,
+    "mean_abs_err": 4.535598371701301e-14,
+    "w_frob_norm": 50.050695601193695,
+    "relative_err": 2.6372364103654892e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.2723280529975474e-10,
+    "max_abs_err": 4.553492999326281e-13,
+    "mean_abs_err": 4.405806318245001e-14,
+    "w_frob_norm": 47.15782502596425,
+    "relative_err": 2.698021065002524e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.4479600435093698e-10,
+    "max_abs_err": 6.021225185115497e-13,
+    "mean_abs_err": 4.991660951311626e-14,
+    "w_frob_norm": 47.31347731954288,
+    "relative_err": 3.0603543124303153e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 5.293609674415703e-11,
+    "max_abs_err": 1.9708019938224908e-13,
+    "mean_abs_err": 1.8301441671057944e-14,
+    "w_frob_norm": 45.64615023991571,
+    "relative_err": 1.1597056151707303e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 6.715523877329332e-11,
+    "max_abs_err": 2.493385272556159e-13,
+    "mean_abs_err": 2.2882104706482363e-14,
+    "w_frob_norm": 45.20239304829024,
+    "relative_err": 1.4856567151555582e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 5.15888406956262e-11,
+    "max_abs_err": 1.8887669206435476e-13,
+    "mean_abs_err": 1.7820845269004288e-14,
+    "w_frob_norm": 44.48808821015065,
+    "relative_err": 1.1596101961480871e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.4274330862362086e-10,
+    "max_abs_err": 7.503164756172964e-13,
+    "mean_abs_err": 4.826541800776717e-14,
+    "w_frob_norm": 46.816358410466634,
+    "relative_err": 3.0490049519039065e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.2684538033982376e-10,
+    "max_abs_err": 4.907654144181706e-13,
+    "mean_abs_err": 4.375645853466672e-14,
+    "w_frob_norm": 48.44034884423774,
+    "relative_err": 2.618589324112862e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 5.956040001720486e-11,
+    "max_abs_err": 3.24013819247293e-13,
+    "mean_abs_err": 2.0477783994690956e-14,
+    "w_frob_norm": 46.675877675167875,
+    "relative_err": 1.2760424224200867e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.1842080550469974e-10,
+    "max_abs_err": 3.772962844927896e-13,
+    "mean_abs_err": 4.106559368066123e-14,
+    "w_frob_norm": 46.021756241104015,
+    "relative_err": 2.573148336284764e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 5.5078007530841296e-11,
+    "max_abs_err": 2.5409188642022684e-13,
+    "mean_abs_err": 1.9010334348187514e-14,
+    "w_frob_norm": 45.5861478131108,
+    "relative_err": 1.2082180700296108e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.2823861444789545e-10,
+    "max_abs_err": 4.650724250154781e-13,
+    "mean_abs_err": 4.4172805608119104e-14,
+    "w_frob_norm": 47.45302484437955,
+    "relative_err": 2.7024328769019316e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 5.026052373908727e-11,
+    "max_abs_err": 1.7479399004594054e-13,
+    "mean_abs_err": 1.7419329333330743e-14,
+    "w_frob_norm": 45.006914648639615,
+    "relative_err": 1.1167289322421137e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.2578361978294238e-10,
+    "max_abs_err": 4.460490136970474e-13,
+    "mean_abs_err": 4.343043161478702e-14,
+    "w_frob_norm": 46.24247539332542,
+    "relative_err": 2.720088375742485e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.211812854086495e-10,
+    "max_abs_err": 4.374469536605474e-13,
+    "mean_abs_err": 4.198613409286566e-14,
+    "w_frob_norm": 46.19095061421622,
+    "relative_err": 2.6234854186212278e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.1532958553799128e-10,
+    "max_abs_err": 3.6332395425553443e-13,
+    "mean_abs_err": 4.00684555698764e-14,
+    "w_frob_norm": 46.16513778267542,
+    "relative_err": 2.4981964979918567e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.88413386326057e-11,
+    "max_abs_err": 2.5690213845130927e-13,
+    "mean_abs_err": 2.032750236612749e-14,
+    "w_frob_norm": 46.535456060565636,
+    "relative_err": 1.2644410007720572e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 5.659387831240416e-11,
+    "max_abs_err": 1.9895543545978e-13,
+    "mean_abs_err": 1.955779834370316e-14,
+    "w_frob_norm": 45.323753079917275,
+    "relative_err": 1.2486582523873255e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 6.629160128824919e-11,
+    "max_abs_err": 2.40543696072848e-13,
+    "mean_abs_err": 2.2797123750209288e-14,
+    "w_frob_norm": 44.65347064842013,
+    "relative_err": 1.484578921316044e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.2319955553395445e-10,
+    "max_abs_err": 4.949825271882702e-13,
+    "mean_abs_err": 4.2498576318157145e-14,
+    "w_frob_norm": 46.423539883988695,
+    "relative_err": 2.6538164871060493e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.230877688570247e-10,
+    "max_abs_err": 5.405788663925826e-13,
+    "mean_abs_err": 4.249207644031049e-14,
+    "w_frob_norm": 47.20712203478976,
+    "relative_err": 2.6073982812659907e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 6.606053346123458e-11,
+    "max_abs_err": 2.5735143183158726e-13,
+    "mean_abs_err": 2.2622535029882765e-14,
+    "w_frob_norm": 45.123617664782714,
+    "relative_err": 1.4639901869568483e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.3176042823009816e-10,
+    "max_abs_err": 5.145137788042931e-13,
+    "mean_abs_err": 4.543885381706083e-14,
+    "w_frob_norm": 46.143677032045225,
+    "relative_err": 2.8554384198423327e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 5.306483901247937e-11,
+    "max_abs_err": 1.868323204479161e-13,
+    "mean_abs_err": 1.8371806818488317e-14,
+    "w_frob_norm": 44.12318257466211,
+    "relative_err": 1.202652118819553e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 4.995690870949704e-11,
+    "max_abs_err": 1.8981691218833419e-13,
+    "mean_abs_err": 1.7178108383823942e-14,
+    "w_frob_norm": 44.86607588672527,
+    "relative_err": 1.1134673073621314e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.203982829813939e-10,
+    "max_abs_err": 4.3094521007258635e-13,
+    "mean_abs_err": 4.176446809597976e-14,
+    "w_frob_norm": 46.415989684034315,
+    "relative_err": 2.5938967110466944e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.1623517832254036e-10,
+    "max_abs_err": 4.024072741692919e-13,
+    "mean_abs_err": 4.041646348274095e-14,
+    "w_frob_norm": 47.77254243114271,
+    "relative_err": 2.433095925134752e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 5.1942765262612426e-11,
+    "max_abs_err": 2.0897519825702204e-13,
+    "mean_abs_err": 1.7932988608335458e-14,
+    "w_frob_norm": 45.64631439243906,
+    "relative_err": 1.1379399619439225e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.2608845214521227e-10,
+    "max_abs_err": 5.942746295062307e-13,
+    "mean_abs_err": 4.346304207547341e-14,
+    "w_frob_norm": 47.57357502236593,
+    "relative_err": 2.6503884159627245e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 5.6927243780119764e-11,
+    "max_abs_err": 2.1199708655217364e-13,
+    "mean_abs_err": 1.956813163126481e-14,
+    "w_frob_norm": 44.84937709195369,
+    "relative_err": 1.2692984266738664e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 4.9448943677406e-11,
+    "max_abs_err": 1.96712438005342e-13,
+    "mean_abs_err": 1.7165653215406846e-14,
+    "w_frob_norm": 44.5418402344705,
+    "relative_err": 1.1101684038446608e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.2561822963835509e-10,
+    "max_abs_err": 4.991493329775665e-13,
+    "mean_abs_err": 4.34278628122857e-14,
+    "w_frob_norm": 46.10388457503716,
+    "relative_err": 2.72467777490426e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.4113674656285666e-10,
+    "max_abs_err": 4.853374646618391e-13,
+    "mean_abs_err": 4.8634424807736026e-14,
+    "w_frob_norm": 46.82263238179039,
+    "relative_err": 3.0142847461465156e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 6.10568190376131e-11,
+    "max_abs_err": 3.173936807820965e-13,
+    "mean_abs_err": 2.097156851949344e-14,
+    "w_frob_norm": 44.68474957752522,
+    "relative_err": 1.366390538491961e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.2849927342159432e-10,
+    "max_abs_err": 4.913413426121949e-13,
+    "mean_abs_err": 4.3940880139346416e-14,
+    "w_frob_norm": 46.064970526833235,
+    "relative_err": 2.789522536365076e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.345537687311533e-10,
+    "max_abs_err": 5.819789095085071e-13,
+    "mean_abs_err": 4.640937752377915e-14,
+    "w_frob_norm": 48.31017282014177,
+    "relative_err": 2.7852057005073335e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 5.1686092796020426e-11,
+    "max_abs_err": 1.7660872764224678e-13,
+    "mean_abs_err": 1.7842851749557338e-14,
+    "w_frob_norm": 45.59177262947261,
+    "relative_err": 1.1336714897241826e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.50.mixer.norm.weight": {
+    "frob_norm_diff": 4.2879429371130314e-14,
+    "max_abs_err": 3.552713678800501e-15,
+    "mean_abs_err": 4.006575971339596e-16,
+    "w_frob_norm": 359.68891057082726,
+    "relative_err": 1.1921254203550657e-16,
+    "shape": [
+      4096
+    ],
+    "numel": 4096,
+    "sensitive": false
+  },
+  "backbone.layers.50.mixer.dt_bias": {
+    "frob_norm_diff": 6.668735527207129e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 5.828670879282072e-16,
+    "w_frob_norm": 42.00245241543799,
+    "relative_err": 1.5877014659163178e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.49.norm.weight": {
+    "frob_norm_diff": 1.2458760333752236e-14,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.474927983979328e-16,
+    "w_frob_norm": 102.62759042204954,
+    "relative_err": 1.2139776723312283e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.50.mixer.D": {
+    "frob_norm_diff": 1.2562272869313502e-15,
+    "max_abs_err": 4.440892098500626e-16,
+    "mean_abs_err": 1.0451708942760263e-16,
+    "w_frob_norm": 9.63872791204425,
+    "relative_err": 1.3033123233633438e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.50.mixer.A_log": {
+    "frob_norm_diff": 2.910103074424674e-15,
+    "max_abs_err": 1.7763568394002505e-15,
+    "mean_abs_err": 1.9300153922957586e-16,
+    "w_frob_norm": 22.700530513685365,
+    "relative_err": 1.281953773137713e-16,
+    "shape": [
+      64
+    ],
+    "numel": 64,
+    "sensitive": false
+  },
+  "backbone.layers.50.mixer.in_proj.weight": {
+    "frob_norm_diff": 3.530884042480312e-10,
+    "max_abs_err": 1.561278883954742e-12,
+    "mean_abs_err": 4.929912675390905e-14,
+    "w_frob_norm": 118.08564608817153,
+    "relative_err": 2.9901043517549045e-12,
+    "shape": [
+      10304,
+      2688
+    ],
+    "numel": 27697152,
+    "sensitive": false
+  },
+  "backbone.layers.50.mixer.out_proj.weight": {
+    "frob_norm_diff": 3.9952906616828776e-10,
+    "max_abs_err": 3.310435259251676e-12,
+    "mean_abs_err": 9.130808423707542e-14,
+    "w_frob_norm": 60.4274278149658,
+    "relative_err": 6.611717238597042e-12,
+    "shape": [
+      2688,
+      4096
+    ],
+    "numel": 11010048,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.gate.weight": {
+    "frob_norm_diff": 2.453364213278338e-11,
+    "max_abs_err": 3.996108999260173e-13,
+    "mean_abs_err": 3.2061071913754747e-14,
+    "w_frob_norm": 8.736789771343505,
+    "relative_err": 2.8080842935300145e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 2.596553322750392e-10,
+    "max_abs_err": 1.2800246973476703e-12,
+    "mean_abs_err": 6.244148055518514e-14,
+    "w_frob_norm": 48.45015944950072,
+    "relative_err": 5.3592255469391436e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.49.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.7466101281224722e-10,
+    "max_abs_err": 5.222627885714815e-13,
+    "mean_abs_err": 4.178648716045707e-14,
+    "w_frob_norm": 54.81111800432672,
+    "relative_err": 3.1865982518083226e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.50.mixer.conv1d.weight": {
+    "frob_norm_diff": 5.888302799675448e-15,
+    "max_abs_err": 7.979727989493313e-16,
+    "mean_abs_err": 1.3618578072452131e-17,
+    "w_frob_norm": 8.606176234384124,
+    "relative_err": 6.841950059249312e-16,
+    "shape": [
+      6144,
+      1,
+      4
+    ],
+    "numel": 24576,
+    "bias_max_abs_err": 1.7763568394002505e-15,
+    "sensitive": true
+  },
+  "backbone.layers.50.norm.weight": {
+    "frob_norm_diff": 7.098485072252539e-15,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 8.301890920746148e-17,
+    "w_frob_norm": 59.10713296823497,
+    "relative_err": 1.2009523581641775e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.1.down_proj.weight": {
+    "frob_norm_diff": 4.659913890749486e-11,
+    "max_abs_err": 2.6074975512102583e-13,
+    "mean_abs_err": 1.626941974613725e-14,
+    "w_frob_norm": 45.72472300428248,
+    "relative_err": 1.0191234816913049e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.0.down_proj.weight": {
+    "frob_norm_diff": 5.2196459214012656e-11,
+    "max_abs_err": 3.817918203807835e-13,
+    "mean_abs_err": 1.7898576161839534e-14,
+    "w_frob_norm": 42.96042368465697,
+    "relative_err": 1.2149893957552907e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.2.down_proj.weight": {
+    "frob_norm_diff": 5.626673550745694e-11,
+    "max_abs_err": 2.1391222126965204e-13,
+    "mean_abs_err": 1.934803299244967e-14,
+    "w_frob_norm": 44.87835838835632,
+    "relative_err": 1.2537610003590356e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.2.up_proj.weight": {
+    "frob_norm_diff": 1.1117344520093086e-10,
+    "max_abs_err": 3.5329378311743653e-13,
+    "mean_abs_err": 3.868389264915506e-14,
+    "w_frob_norm": 48.17627346660344,
+    "relative_err": 2.3076389517341573e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.1.up_proj.weight": {
+    "frob_norm_diff": 1.377446245889787e-10,
+    "max_abs_err": 5.245109901963474e-13,
+    "mean_abs_err": 4.770009316982277e-14,
+    "w_frob_norm": 50.371013620511434,
+    "relative_err": 2.7346010073715907e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.0.up_proj.weight": {
+    "frob_norm_diff": 1.3513809483641167e-10,
+    "max_abs_err": 5.123540480767019e-13,
+    "mean_abs_err": 4.6159558317213585e-14,
+    "w_frob_norm": 46.838996642665464,
+    "relative_err": 2.8851620342634516e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.101.up_proj.weight": {
+    "frob_norm_diff": 1.5709715233879376e-10,
+    "max_abs_err": 5.550837567369626e-13,
+    "mean_abs_err": 5.3755469201510976e-14,
+    "w_frob_norm": 50.3455125748258,
+    "relative_err": 3.1203804332175344e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.104.down_proj.weight": {
+    "frob_norm_diff": 5.297333036583289e-11,
+    "max_abs_err": 1.939594318489668e-13,
+    "mean_abs_err": 1.8161480722031573e-14,
+    "w_frob_norm": 45.070589547678246,
+    "relative_err": 1.1753414121595786e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.10.down_proj.weight": {
+    "frob_norm_diff": 5.4913592601547823e-11,
+    "max_abs_err": 1.8455376116222055e-13,
+    "mean_abs_err": 1.8966215906250883e-14,
+    "w_frob_norm": 44.64309400400201,
+    "relative_err": 1.2300579479689539e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.101.down_proj.weight": {
+    "frob_norm_diff": 5.578647099632094e-11,
+    "max_abs_err": 2.467210463708014e-13,
+    "mean_abs_err": 1.9202952420882923e-14,
+    "w_frob_norm": 46.160235506511164,
+    "relative_err": 1.2085395662344908e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.10.up_proj.weight": {
+    "frob_norm_diff": 1.2182819432922932e-10,
+    "max_abs_err": 5.032762401269153e-13,
+    "mean_abs_err": 4.194045111285939e-14,
+    "w_frob_norm": 47.71434616394107,
+    "relative_err": 2.553282275117875e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.100.down_proj.weight": {
+    "frob_norm_diff": 5.1829299918842434e-11,
+    "max_abs_err": 1.705181135180922e-13,
+    "mean_abs_err": 1.7990536184658702e-14,
+    "w_frob_norm": 44.18561964167091,
+    "relative_err": 1.172990224855031e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.102.down_proj.weight": {
+    "frob_norm_diff": 5.122825394870929e-11,
+    "max_abs_err": 2.0370163889005255e-13,
+    "mean_abs_err": 1.7734298852628962e-14,
+    "w_frob_norm": 46.22306467221009,
+    "relative_err": 1.1082833713427137e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.102.up_proj.weight": {
+    "frob_norm_diff": 1.3186949984986013e-10,
+    "max_abs_err": 4.9963505555084e-13,
+    "mean_abs_err": 4.5392476928649354e-14,
+    "w_frob_norm": 49.72862877848913,
+    "relative_err": 2.651782345281603e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.103.down_proj.weight": {
+    "frob_norm_diff": 4.915540681888095e-11,
+    "max_abs_err": 1.9527782169070917e-13,
+    "mean_abs_err": 1.703511834878694e-14,
+    "w_frob_norm": 45.83744761145128,
+    "relative_err": 1.0723853395057007e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.103.up_proj.weight": {
+    "frob_norm_diff": 1.5141093086353407e-10,
+    "max_abs_err": 4.856948176978904e-13,
+    "mean_abs_err": 5.2417612692087715e-14,
+    "w_frob_norm": 51.04498761482951,
+    "relative_err": 2.9662252444066888e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.100.up_proj.weight": {
+    "frob_norm_diff": 1.0712877682096271e-10,
+    "max_abs_err": 3.5193722935922267e-13,
+    "mean_abs_err": 3.714677519026349e-14,
+    "w_frob_norm": 47.56475301072678,
+    "relative_err": 2.2522723243575567e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.106.down_proj.weight": {
+    "frob_norm_diff": 6.230509232305622e-11,
+    "max_abs_err": 2.8283625441716254e-13,
+    "mean_abs_err": 2.1336857558460337e-14,
+    "w_frob_norm": 44.4344367576582,
+    "relative_err": 1.4021803103494507e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.105.down_proj.weight": {
+    "frob_norm_diff": 4.473502805734217e-11,
+    "max_abs_err": 1.7860192491614413e-13,
+    "mean_abs_err": 1.5561240963019324e-14,
+    "w_frob_norm": 44.203808305928945,
+    "relative_err": 1.0120175109740934e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.108.down_proj.weight": {
+    "frob_norm_diff": 5.1825663582394464e-11,
+    "max_abs_err": 5.516524737014805e-13,
+    "mean_abs_err": 1.7834140925900276e-14,
+    "w_frob_norm": 43.718214022124165,
+    "relative_err": 1.1854478674761832e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.109.up_proj.weight": {
+    "frob_norm_diff": 1.4939805923116394e-10,
+    "max_abs_err": 6.829970616850645e-13,
+    "mean_abs_err": 5.0953599506793915e-14,
+    "w_frob_norm": 47.62390833125598,
+    "relative_err": 3.137039030732232e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.106.up_proj.weight": {
+    "frob_norm_diff": 1.3023940436223994e-10,
+    "max_abs_err": 5.45334610801973e-13,
+    "mean_abs_err": 4.4872308910042004e-14,
+    "w_frob_norm": 47.25155541007263,
+    "relative_err": 2.7562987764520606e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.109.down_proj.weight": {
+    "frob_norm_diff": 5.616616476137418e-11,
+    "max_abs_err": 2.173036056651867e-13,
+    "mean_abs_err": 1.937419720905233e-14,
+    "w_frob_norm": 42.670819257215825,
+    "relative_err": 1.3162663792042435e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.105.up_proj.weight": {
+    "frob_norm_diff": 1.1692633605261963e-10,
+    "max_abs_err": 4.194769531729037e-13,
+    "mean_abs_err": 4.047174377976393e-14,
+    "w_frob_norm": 48.32694715660242,
+    "relative_err": 2.419485254752848e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.107.up_proj.weight": {
+    "frob_norm_diff": 1.0815344956782219e-10,
+    "max_abs_err": 3.993021191472934e-13,
+    "mean_abs_err": 3.7255427527171516e-14,
+    "w_frob_norm": 47.026241479426346,
+    "relative_err": 2.299853149334475e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.104.up_proj.weight": {
+    "frob_norm_diff": 1.376133412563971e-10,
+    "max_abs_err": 4.823016985788797e-13,
+    "mean_abs_err": 4.74220682018181e-14,
+    "w_frob_norm": 48.259175521174946,
+    "relative_err": 2.851547706114783e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.107.down_proj.weight": {
+    "frob_norm_diff": 5.3618688729178305e-11,
+    "max_abs_err": 3.0081492852218616e-13,
+    "mean_abs_err": 1.8342170141431983e-14,
+    "w_frob_norm": 42.88493096482727,
+    "relative_err": 1.250292061170729e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.108.up_proj.weight": {
+    "frob_norm_diff": 1.3426238305915287e-10,
+    "max_abs_err": 5.046327938851292e-13,
+    "mean_abs_err": 4.5961333875394334e-14,
+    "w_frob_norm": 46.487521066591036,
+    "relative_err": 2.888138149307397e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.114.down_proj.weight": {
+    "frob_norm_diff": 6.151130797585476e-11,
+    "max_abs_err": 2.985320324278007e-13,
+    "mean_abs_err": 2.1174389840745642e-14,
+    "w_frob_norm": 45.33541874303734,
+    "relative_err": 1.356804672402011e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.112.down_proj.weight": {
+    "frob_norm_diff": 5.3240935701862904e-11,
+    "max_abs_err": 2.177435749067813e-13,
+    "mean_abs_err": 1.841286987953814e-14,
+    "w_frob_norm": 45.91153122142049,
+    "relative_err": 1.1596419088070582e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.112.up_proj.weight": {
+    "frob_norm_diff": 1.4505069017176858e-10,
+    "max_abs_err": 5.702330968526681e-13,
+    "mean_abs_err": 4.988492415917703e-14,
+    "w_frob_norm": 49.150445492289315,
+    "relative_err": 2.9511571811597116e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.113.down_proj.weight": {
+    "frob_norm_diff": 5.6067047867082624e-11,
+    "max_abs_err": 2.480049585834587e-13,
+    "mean_abs_err": 1.9211281953345687e-14,
+    "w_frob_norm": 44.11467477579932,
+    "relative_err": 1.2709387103504206e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.110.down_proj.weight": {
+    "frob_norm_diff": 5.990974707616358e-11,
+    "max_abs_err": 2.4252128083546154e-13,
+    "mean_abs_err": 2.0709444170100613e-14,
+    "w_frob_norm": 45.4330831223416,
+    "relative_err": 1.3186370582608143e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.11.down_proj.weight": {
+    "frob_norm_diff": 5.71868747232794e-11,
+    "max_abs_err": 2.2442117608711953e-13,
+    "mean_abs_err": 1.9814584980801263e-14,
+    "w_frob_norm": 46.209965607497416,
+    "relative_err": 1.2375441957481357e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.113.up_proj.weight": {
+    "frob_norm_diff": 1.3115457881820924e-10,
+    "max_abs_err": 6.750849879111342e-13,
+    "mean_abs_err": 4.524524263702734e-14,
+    "w_frob_norm": 48.62714968411539,
+    "relative_err": 2.6971471630600708e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.111.up_proj.weight": {
+    "frob_norm_diff": 1.2825899533882197e-10,
+    "max_abs_err": 5.99931562761391e-13,
+    "mean_abs_err": 4.428529995752993e-14,
+    "w_frob_norm": 50.40571657467082,
+    "relative_err": 2.544532724751956e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.11.up_proj.weight": {
+    "frob_norm_diff": 1.290841085040183e-10,
+    "max_abs_err": 5.831238270026518e-13,
+    "mean_abs_err": 4.438778074396452e-14,
+    "w_frob_norm": 50.514410352346225,
+    "relative_err": 2.555391770459868e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.111.down_proj.weight": {
+    "frob_norm_diff": 4.8166730551509225e-11,
+    "max_abs_err": 2.788672071041276e-13,
+    "mean_abs_err": 1.667624981240324e-14,
+    "w_frob_norm": 46.532194587797,
+    "relative_err": 1.0351269906393127e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.110.up_proj.weight": {
+    "frob_norm_diff": 1.0854783411130101e-10,
+    "max_abs_err": 3.2696631860340553e-13,
+    "mean_abs_err": 3.787009700721634e-14,
+    "w_frob_norm": 49.971771011985595,
+    "relative_err": 2.1721830528132795e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.119.up_proj.weight": {
+    "frob_norm_diff": 1.4667348334264082e-10,
+    "max_abs_err": 5.768163724440001e-13,
+    "mean_abs_err": 5.015743191592752e-14,
+    "w_frob_norm": 48.55198817946136,
+    "relative_err": 3.0209573045803133e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.117.up_proj.weight": {
+    "frob_norm_diff": 1.5639210891213257e-10,
+    "max_abs_err": 5.487468118792194e-13,
+    "mean_abs_err": 5.3639815583239654e-14,
+    "w_frob_norm": 49.3204234164153,
+    "relative_err": 3.1709401111929753e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.118.down_proj.weight": {
+    "frob_norm_diff": 6.036057451223108e-11,
+    "max_abs_err": 2.422766848253488e-13,
+    "mean_abs_err": 2.0650251507725433e-14,
+    "w_frob_norm": 46.458407353672,
+    "relative_err": 1.2992389957048383e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.115.up_proj.weight": {
+    "frob_norm_diff": 1.182441964350244e-10,
+    "max_abs_err": 4.2359536288772565e-13,
+    "mean_abs_err": 4.101608193983541e-14,
+    "w_frob_norm": 49.317176398682896,
+    "relative_err": 2.397627055513712e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.116.up_proj.weight": {
+    "frob_norm_diff": 1.2340099052361853e-10,
+    "max_abs_err": 4.943406795021588e-13,
+    "mean_abs_err": 4.236093916962464e-14,
+    "w_frob_norm": 46.4400616701648,
+    "relative_err": 2.657209876249947e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.115.down_proj.weight": {
+    "frob_norm_diff": 4.8866390211196696e-11,
+    "max_abs_err": 1.8521902761525766e-13,
+    "mean_abs_err": 1.6886307109072415e-14,
+    "w_frob_norm": 45.082296548561864,
+    "relative_err": 1.0839374644226182e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.119.down_proj.weight": {
+    "frob_norm_diff": 4.410455306545483e-11,
+    "max_abs_err": 1.6652651479986957e-13,
+    "mean_abs_err": 1.531551438692175e-14,
+    "w_frob_norm": 42.87475311200214,
+    "relative_err": 1.028683546007602e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.114.up_proj.weight": {
+    "frob_norm_diff": 1.1893905470725616e-10,
+    "max_abs_err": 4.640645506759355e-13,
+    "mean_abs_err": 4.105920246340392e-14,
+    "w_frob_norm": 49.39839762913839,
+    "relative_err": 2.4077512716140852e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.116.down_proj.weight": {
+    "frob_norm_diff": 5.115393471181074e-11,
+    "max_abs_err": 2.2112173203581165e-13,
+    "mean_abs_err": 1.7539727410258226e-14,
+    "w_frob_norm": 43.5009852431963,
+    "relative_err": 1.1759258882489655e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.117.down_proj.weight": {
+    "frob_norm_diff": 4.623101724842825e-11,
+    "max_abs_err": 1.5454477975129777e-13,
+    "mean_abs_err": 1.6060837748048196e-14,
+    "w_frob_norm": 44.49626503450913,
+    "relative_err": 1.0389864680231865e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.118.up_proj.weight": {
+    "frob_norm_diff": 1.5385458917360683e-10,
+    "max_abs_err": 5.904703809234135e-13,
+    "mean_abs_err": 5.231324032031687e-14,
+    "w_frob_norm": 50.05243132915931,
+    "relative_err": 3.0738684433092652e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.12.down_proj.weight": {
+    "frob_norm_diff": 5.445125457300547e-11,
+    "max_abs_err": 2.2243665243060207e-13,
+    "mean_abs_err": 1.8678107844166917e-14,
+    "w_frob_norm": 44.63220526024757,
+    "relative_err": 1.2199991968916536e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.12.up_proj.weight": {
+    "frob_norm_diff": 1.2955398516494762e-10,
+    "max_abs_err": 4.933796426964676e-13,
+    "mean_abs_err": 4.4450503344655513e-14,
+    "w_frob_norm": 49.05043530777409,
+    "relative_err": 2.64124027344594e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.120.down_proj.weight": {
+    "frob_norm_diff": 6.087800143936903e-11,
+    "max_abs_err": 2.883205826864632e-13,
+    "mean_abs_err": 2.076793087739986e-14,
+    "w_frob_norm": 43.23364120417026,
+    "relative_err": 1.4081164515353571e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.123.down_proj.weight": {
+    "frob_norm_diff": 4.992623120830316e-11,
+    "max_abs_err": 1.9451801280823133e-13,
+    "mean_abs_err": 1.7300473002632495e-14,
+    "w_frob_norm": 45.64703037086454,
+    "relative_err": 1.0937454376039746e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.121.up_proj.weight": {
+    "frob_norm_diff": 1.342462246418705e-10,
+    "max_abs_err": 4.632162708961829e-13,
+    "mean_abs_err": 4.6445596185998e-14,
+    "w_frob_norm": 49.38544448563623,
+    "relative_err": 2.7183358586742306e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.122.up_proj.weight": {
+    "frob_norm_diff": 1.2709339928150595e-10,
+    "max_abs_err": 5.930863439251866e-13,
+    "mean_abs_err": 4.3911562735707074e-14,
+    "w_frob_norm": 47.828193733385476,
+    "relative_err": 2.6572903837844716e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.124.down_proj.weight": {
+    "frob_norm_diff": 5.953496319640825e-11,
+    "max_abs_err": 3.1146613066468376e-13,
+    "mean_abs_err": 2.0373377054884606e-14,
+    "w_frob_norm": 45.14070623695961,
+    "relative_err": 1.3188753158598819e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.121.down_proj.weight": {
+    "frob_norm_diff": 5.099659441212186e-11,
+    "max_abs_err": 2.3644584554172177e-13,
+    "mean_abs_err": 1.75844263868097e-14,
+    "w_frob_norm": 45.717780611433064,
+    "relative_err": 1.115465224472613e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.120.up_proj.weight": {
+    "frob_norm_diff": 1.3174671210902103e-10,
+    "max_abs_err": 5.434593747244421e-13,
+    "mean_abs_err": 4.458462980951487e-14,
+    "w_frob_norm": 48.01316106488101,
+    "relative_err": 2.743970802734472e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.123.up_proj.weight": {
+    "frob_norm_diff": 1.6242108235599153e-10,
+    "max_abs_err": 7.448763827966332e-13,
+    "mean_abs_err": 5.5212447980676126e-14,
+    "w_frob_norm": 50.03111546542618,
+    "relative_err": 3.2464013813210307e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.122.down_proj.weight": {
+    "frob_norm_diff": 5.0946310267759655e-11,
+    "max_abs_err": 1.6610844644215916e-13,
+    "mean_abs_err": 1.7594939351466085e-14,
+    "w_frob_norm": 43.52960718926698,
+    "relative_err": 1.170382954439373e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.127.down_proj.weight": {
+    "frob_norm_diff": 6.193234807468827e-11,
+    "max_abs_err": 2.8326820056268076e-13,
+    "mean_abs_err": 2.109132618274691e-14,
+    "w_frob_norm": 46.67448600603861,
+    "relative_err": 1.326899412811437e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.125.down_proj.weight": {
+    "frob_norm_diff": 5.1769188810045116e-11,
+    "max_abs_err": 2.2038013774983156e-13,
+    "mean_abs_err": 1.7929114896202784e-14,
+    "w_frob_norm": 43.99790997260437,
+    "relative_err": 1.1766283635354406e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.127.up_proj.weight": {
+    "frob_norm_diff": 1.2097704161894513e-10,
+    "max_abs_err": 4.4135528565192317e-13,
+    "mean_abs_err": 4.196503590425636e-14,
+    "w_frob_norm": 50.78910386523842,
+    "relative_err": 2.381948733333439e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.14.down_proj.weight": {
+    "frob_norm_diff": 5.7005921702560376e-11,
+    "max_abs_err": 2.6257468421775343e-13,
+    "mean_abs_err": 1.9570507776270684e-14,
+    "w_frob_norm": 43.6961662520337,
+    "relative_err": 1.3045977849351307e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.13.down_proj.weight": {
+    "frob_norm_diff": 5.179304303334593e-11,
+    "max_abs_err": 1.7437440380518865e-13,
+    "mean_abs_err": 1.7891650583693882e-14,
+    "w_frob_norm": 45.27158736426871,
+    "relative_err": 1.1440518446283679e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.126.down_proj.weight": {
+    "frob_norm_diff": 4.910646940390111e-11,
+    "max_abs_err": 2.2853940961908847e-13,
+    "mean_abs_err": 1.6971553861239408e-14,
+    "w_frob_norm": 44.538020990724945,
+    "relative_err": 1.1025741223241048e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.13.up_proj.weight": {
+    "frob_norm_diff": 1.2618459490369593e-10,
+    "max_abs_err": 4.874711745372906e-13,
+    "mean_abs_err": 4.350954977897671e-14,
+    "w_frob_norm": 48.902985056407935,
+    "relative_err": 2.5803045511055467e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.14.up_proj.weight": {
+    "frob_norm_diff": 1.2327424468033222e-10,
+    "max_abs_err": 5.436432554128956e-13,
+    "mean_abs_err": 4.2189893415360897e-14,
+    "w_frob_norm": 47.039183139859915,
+    "relative_err": 2.6206714583840737e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.126.up_proj.weight": {
+    "frob_norm_diff": 1.545002132756458e-10,
+    "max_abs_err": 5.554445792199658e-13,
+    "mean_abs_err": 5.33446148338104e-14,
+    "w_frob_norm": 49.401118688474774,
+    "relative_err": 3.1274638586613737e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.124.up_proj.weight": {
+    "frob_norm_diff": 1.392019757607408e-10,
+    "max_abs_err": 5.234840338985691e-13,
+    "mean_abs_err": 4.8208602281852886e-14,
+    "w_frob_norm": 50.56935955924195,
+    "relative_err": 2.7526940616613075e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.125.up_proj.weight": {
+    "frob_norm_diff": 1.5481086260135865e-10,
+    "max_abs_err": 6.385204864844951e-13,
+    "mean_abs_err": 5.298351264280804e-14,
+    "w_frob_norm": 49.72362338210432,
+    "relative_err": 3.113426819516044e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.19.down_proj.weight": {
+    "frob_norm_diff": 5.472313469960136e-11,
+    "max_abs_err": 2.065552590080344e-13,
+    "mean_abs_err": 1.8932795504868467e-14,
+    "w_frob_norm": 46.04529978968719,
+    "relative_err": 1.1884629907840832e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.16.up_proj.weight": {
+    "frob_norm_diff": 1.356075774773875e-10,
+    "max_abs_err": 4.992230587252955e-13,
+    "mean_abs_err": 4.679239551500416e-14,
+    "w_frob_norm": 49.7939561326751,
+    "relative_err": 2.7233742407625445e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.15.down_proj.weight": {
+    "frob_norm_diff": 5.687964597105422e-11,
+    "max_abs_err": 2.3975960106170646e-13,
+    "mean_abs_err": 1.9570430971537593e-14,
+    "w_frob_norm": 45.5322836055715,
+    "relative_err": 1.249215753459249e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.19.up_proj.weight": {
+    "frob_norm_diff": 1.4009393185764976e-10,
+    "max_abs_err": 5.602584368658015e-13,
+    "mean_abs_err": 4.841808250516995e-14,
+    "w_frob_norm": 50.709913945164004,
+    "relative_err": 2.76265370927552e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.15.up_proj.weight": {
+    "frob_norm_diff": 1.3075319884362448e-10,
+    "max_abs_err": 4.696520949920568e-13,
+    "mean_abs_err": 4.5182438968127665e-14,
+    "w_frob_norm": 49.99218004001922,
+    "relative_err": 2.6154730347617427e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.18.down_proj.weight": {
+    "frob_norm_diff": 6.465145305705226e-11,
+    "max_abs_err": 2.900709186737238e-13,
+    "mean_abs_err": 2.1797737635877816e-14,
+    "w_frob_norm": 46.080304732831785,
+    "relative_err": 1.4030170466947609e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.20.down_proj.weight": {
+    "frob_norm_diff": 5.158648167529063e-11,
+    "max_abs_err": 1.7968959653558159e-13,
+    "mean_abs_err": 1.7959146145053344e-14,
+    "w_frob_norm": 45.28572304511963,
+    "relative_err": 1.1391334444167613e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.18.up_proj.weight": {
+    "frob_norm_diff": 1.206582326558485e-10,
+    "max_abs_err": 4.091067762335143e-13,
+    "mean_abs_err": 4.2006267093652114e-14,
+    "w_frob_norm": 50.808012632127806,
+    "relative_err": 2.3747874873490286e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.17.up_proj.weight": {
+    "frob_norm_diff": 1.2444270791674983e-10,
+    "max_abs_err": 5.470728037249017e-13,
+    "mean_abs_err": 4.293013155574212e-14,
+    "w_frob_norm": 47.74763155551847,
+    "relative_err": 2.6062592816159754e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.16.down_proj.weight": {
+    "frob_norm_diff": 5.3537171960119825e-11,
+    "max_abs_err": 2.3993220604756615e-13,
+    "mean_abs_err": 1.8634486918024328e-14,
+    "w_frob_norm": 46.313689823838715,
+    "relative_err": 1.1559686167039754e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.17.down_proj.weight": {
+    "frob_norm_diff": 6.260692372465448e-11,
+    "max_abs_err": 3.886058141944204e-13,
+    "mean_abs_err": 2.1414879892820223e-14,
+    "w_frob_norm": 44.24802032587647,
+    "relative_err": 1.4149090346544075e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.20.up_proj.weight": {
+    "frob_norm_diff": 1.5530436796603556e-10,
+    "max_abs_err": 5.69794211813246e-13,
+    "mean_abs_err": 5.3275419175440424e-14,
+    "w_frob_norm": 49.50711561747581,
+    "relative_err": 3.1370110342524933e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.23.down_proj.weight": {
+    "frob_norm_diff": 4.6730683666692384e-11,
+    "max_abs_err": 2.819411371035585e-13,
+    "mean_abs_err": 1.6188205315472664e-14,
+    "w_frob_norm": 44.11533533536651,
+    "relative_err": 1.0592843352871262e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.24.up_proj.weight": {
+    "frob_norm_diff": 1.2913599104889265e-10,
+    "max_abs_err": 4.750332072145369e-13,
+    "mean_abs_err": 4.447796109395453e-14,
+    "w_frob_norm": 48.01964063001067,
+    "relative_err": 2.6892327671479277e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.22.up_proj.weight": {
+    "frob_norm_diff": 1.479905828934512e-10,
+    "max_abs_err": 5.382187751035161e-13,
+    "mean_abs_err": 5.0770477289831306e-14,
+    "w_frob_norm": 49.56117686993797,
+    "relative_err": 2.986018336122623e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.25.up_proj.weight": {
+    "frob_norm_diff": 1.3384601819067278e-10,
+    "max_abs_err": 5.221526336307569e-13,
+    "mean_abs_err": 4.633915069420148e-14,
+    "w_frob_norm": 48.7772274497837,
+    "relative_err": 2.744026776193207e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.21.up_proj.weight": {
+    "frob_norm_diff": 1.411711584151641e-10,
+    "max_abs_err": 5.879463582658673e-13,
+    "mean_abs_err": 4.836214536520681e-14,
+    "w_frob_norm": 49.05939431059468,
+    "relative_err": 2.877556080725548e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.23.up_proj.weight": {
+    "frob_norm_diff": 1.269348451025344e-10,
+    "max_abs_err": 4.90284896015325e-13,
+    "mean_abs_err": 4.385985462010457e-14,
+    "w_frob_norm": 46.68889119182132,
+    "relative_err": 2.71873762392477e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.25.down_proj.weight": {
+    "frob_norm_diff": 5.449726428864133e-11,
+    "max_abs_err": 2.1860638299564528e-13,
+    "mean_abs_err": 1.8788390071566314e-14,
+    "w_frob_norm": 44.528143552542225,
+    "relative_err": 1.2238835922799198e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.24.down_proj.weight": {
+    "frob_norm_diff": 6.293356769283546e-11,
+    "max_abs_err": 2.507820340280631e-13,
+    "mean_abs_err": 2.1582092253818388e-14,
+    "w_frob_norm": 42.76409995369825,
+    "relative_err": 1.4716448554038364e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.22.down_proj.weight": {
+    "frob_norm_diff": 5.476055377614796e-11,
+    "max_abs_err": 2.398845011519768e-13,
+    "mean_abs_err": 1.880128374663837e-14,
+    "w_frob_norm": 45.62053248522121,
+    "relative_err": 1.2003488515590575e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.21.down_proj.weight": {
+    "frob_norm_diff": 5.523416888240023e-11,
+    "max_abs_err": 1.963234262658542e-13,
+    "mean_abs_err": 1.9180378563592682e-14,
+    "w_frob_norm": 45.39706903645782,
+    "relative_err": 1.2166901972909827e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.29.down_proj.weight": {
+    "frob_norm_diff": 5.36755713009165e-11,
+    "max_abs_err": 2.4432886269742937e-13,
+    "mean_abs_err": 1.855927322788396e-14,
+    "w_frob_norm": 46.68790894939863,
+    "relative_err": 1.1496674944061265e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.30.down_proj.weight": {
+    "frob_norm_diff": 5.151118265918732e-11,
+    "max_abs_err": 2.0230345176841524e-13,
+    "mean_abs_err": 1.777072897976334e-14,
+    "w_frob_norm": 46.492696055826016,
+    "relative_err": 1.107941397877537e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.3.down_proj.weight": {
+    "frob_norm_diff": 5.973202539818073e-11,
+    "max_abs_err": 2.647248739662267e-13,
+    "mean_abs_err": 2.0579284721548312e-14,
+    "w_frob_norm": 43.92677580555506,
+    "relative_err": 1.3598090072121093e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.28.down_proj.weight": {
+    "frob_norm_diff": 5.664909685046283e-11,
+    "max_abs_err": 3.1551150581066167e-13,
+    "mean_abs_err": 1.917150749795141e-14,
+    "w_frob_norm": 44.076976857830125,
+    "relative_err": 1.285230995609884e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.27.down_proj.weight": {
+    "frob_norm_diff": 4.894487530234198e-11,
+    "max_abs_err": 1.8457457784393227e-13,
+    "mean_abs_err": 1.692291554777417e-14,
+    "w_frob_norm": 45.56037588177639,
+    "relative_err": 1.0742860293634969e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.3.up_proj.weight": {
+    "frob_norm_diff": 1.2452824490474607e-10,
+    "max_abs_err": 4.24837248713672e-13,
+    "mean_abs_err": 4.3007788908439614e-14,
+    "w_frob_norm": 47.29586031526024,
+    "relative_err": 2.632962886702505e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.26.down_proj.weight": {
+    "frob_norm_diff": 5.453894464090757e-11,
+    "max_abs_err": 1.8852801264568342e-13,
+    "mean_abs_err": 1.8681082561481064e-14,
+    "w_frob_norm": 42.63509989473495,
+    "relative_err": 1.2792029284688656e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.28.up_proj.weight": {
+    "frob_norm_diff": 1.4158865904847085e-10,
+    "max_abs_err": 5.73533408265714e-13,
+    "mean_abs_err": 4.864141771050919e-14,
+    "w_frob_norm": 47.78288697308721,
+    "relative_err": 2.9631666903721814e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.27.up_proj.weight": {
+    "frob_norm_diff": 1.4414322303441814e-10,
+    "max_abs_err": 5.677784631341609e-13,
+    "mean_abs_err": 4.9481480052987534e-14,
+    "w_frob_norm": 51.04448196241124,
+    "relative_err": 2.8238747361676447e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.26.up_proj.weight": {
+    "frob_norm_diff": 1.186925353351926e-10,
+    "max_abs_err": 5.753522658302757e-13,
+    "mean_abs_err": 4.075741526927375e-14,
+    "w_frob_norm": 44.87941457787866,
+    "relative_err": 2.6446988324508334e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.29.up_proj.weight": {
+    "frob_norm_diff": 1.206578189943918e-10,
+    "max_abs_err": 5.271841990728277e-13,
+    "mean_abs_err": 4.1858154042782075e-14,
+    "w_frob_norm": 50.42876037303073,
+    "relative_err": 2.3926390040497515e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.32.down_proj.weight": {
+    "frob_norm_diff": 5.5668977779642314e-11,
+    "max_abs_err": 2.0378143616994748e-13,
+    "mean_abs_err": 1.9222841830325775e-14,
+    "w_frob_norm": 45.704296647393726,
+    "relative_err": 1.218025040602322e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.35.down_proj.weight": {
+    "frob_norm_diff": 5.772250720534926e-11,
+    "max_abs_err": 3.8592566642403625e-13,
+    "mean_abs_err": 1.9854391790725596e-14,
+    "w_frob_norm": 44.907896104323555,
+    "relative_err": 1.2853531831296805e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.33.down_proj.weight": {
+    "frob_norm_diff": 4.241231450196921e-11,
+    "max_abs_err": 1.5557694021950397e-13,
+    "mean_abs_err": 1.4734870232155928e-14,
+    "w_frob_norm": 43.68389567047737,
+    "relative_err": 9.708913056175179e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.31.down_proj.weight": {
+    "frob_norm_diff": 5.681715838332385e-11,
+    "max_abs_err": 2.1480386913630412e-13,
+    "mean_abs_err": 1.9535276396150507e-14,
+    "w_frob_norm": 46.34235944675042,
+    "relative_err": 1.2260307645451128e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.31.up_proj.weight": {
+    "frob_norm_diff": 1.3594303490276205e-10,
+    "max_abs_err": 5.479713904854577e-13,
+    "mean_abs_err": 4.66379486408754e-14,
+    "w_frob_norm": 50.849309769059815,
+    "relative_err": 2.673448971483956e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.33.up_proj.weight": {
+    "frob_norm_diff": 1.2692329972974138e-10,
+    "max_abs_err": 4.959175431418217e-13,
+    "mean_abs_err": 4.3699098021664794e-14,
+    "w_frob_norm": 48.63625762250854,
+    "relative_err": 2.6096436266716814e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.35.up_proj.weight": {
+    "frob_norm_diff": 1.2609662102448526e-10,
+    "max_abs_err": 4.204640108307345e-13,
+    "mean_abs_err": 4.377060615415268e-14,
+    "w_frob_norm": 49.067745955099205,
+    "relative_err": 2.5698474337882456e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.34.down_proj.weight": {
+    "frob_norm_diff": 4.8661497125554586e-11,
+    "max_abs_err": 2.020293654592109e-13,
+    "mean_abs_err": 1.6899424360578972e-14,
+    "w_frob_norm": 42.01684717094422,
+    "relative_err": 1.1581425166809119e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.30.up_proj.weight": {
+    "frob_norm_diff": 1.5450521160026915e-10,
+    "max_abs_err": 5.916708095687895e-13,
+    "mean_abs_err": 5.318904092143108e-14,
+    "w_frob_norm": 49.69110651122914,
+    "relative_err": 3.1093131638224688e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.32.up_proj.weight": {
+    "frob_norm_diff": 1.4725322804855603e-10,
+    "max_abs_err": 5.299441441231068e-13,
+    "mean_abs_err": 5.081332178437668e-14,
+    "w_frob_norm": 50.1778130094972,
+    "relative_err": 2.9346282593202153e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.34.up_proj.weight": {
+    "frob_norm_diff": 1.3673506935263188e-10,
+    "max_abs_err": 5.345376918874933e-13,
+    "mean_abs_err": 4.685928882665874e-14,
+    "w_frob_norm": 47.35424580704962,
+    "relative_err": 2.8874933392408955e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.38.up_proj.weight": {
+    "frob_norm_diff": 1.1479290784240234e-10,
+    "max_abs_err": 4.0749088131564193e-13,
+    "mean_abs_err": 3.97543704030997e-14,
+    "w_frob_norm": 49.307287138002685,
+    "relative_err": 2.32811242527127e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.4.down_proj.weight": {
+    "frob_norm_diff": 6.624453597962109e-11,
+    "max_abs_err": 3.666186278172834e-13,
+    "mean_abs_err": 2.2085789226727896e-14,
+    "w_frob_norm": 43.494274068321474,
+    "relative_err": 1.5230633778497637e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.40.down_proj.weight": {
+    "frob_norm_diff": 5.474567218431541e-11,
+    "max_abs_err": 3.0116187321738153e-13,
+    "mean_abs_err": 1.877919988849342e-14,
+    "w_frob_norm": 46.618363587165135,
+    "relative_err": 1.1743370631608328e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.36.up_proj.weight": {
+    "frob_norm_diff": 1.556590718205345e-10,
+    "max_abs_err": 6.257910856177773e-13,
+    "mean_abs_err": 5.3596388473751035e-14,
+    "w_frob_norm": 49.94246862484651,
+    "relative_err": 3.1167676750182446e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.39.down_proj.weight": {
+    "frob_norm_diff": 4.850016164315792e-11,
+    "max_abs_err": 1.935474350234223e-13,
+    "mean_abs_err": 1.6782519987724384e-14,
+    "w_frob_norm": 44.49403731573629,
+    "relative_err": 1.0900373301481629e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.36.down_proj.weight": {
+    "frob_norm_diff": 5.036494263507229e-11,
+    "max_abs_err": 1.7635892746170612e-13,
+    "mean_abs_err": 1.750437134435375e-14,
+    "w_frob_norm": 44.94093361213751,
+    "relative_err": 1.120691952458012e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.39.up_proj.weight": {
+    "frob_norm_diff": 1.2195581188706578e-10,
+    "max_abs_err": 4.3758573153862557e-13,
+    "mean_abs_err": 4.225629055287708e-14,
+    "w_frob_norm": 48.79448056781814,
+    "relative_err": 2.49937719323731e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.38.down_proj.weight": {
+    "frob_norm_diff": 5.1876429847218216e-11,
+    "max_abs_err": 2.2450802068113562e-13,
+    "mean_abs_err": 1.783218025278772e-14,
+    "w_frob_norm": 45.81614567601812,
+    "relative_err": 1.1322739851155197e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.37.up_proj.weight": {
+    "frob_norm_diff": 1.7209391482235605e-10,
+    "max_abs_err": 6.135300600895732e-13,
+    "mean_abs_err": 5.871626422024782e-14,
+    "w_frob_norm": 50.164819306746864,
+    "relative_err": 3.4305698136783772e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.4.up_proj.weight": {
+    "frob_norm_diff": 1.4186124124061554e-10,
+    "max_abs_err": 6.274303993025754e-13,
+    "mean_abs_err": 4.866437974977957e-14,
+    "w_frob_norm": 47.180640229758005,
+    "relative_err": 3.0067680419296247e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.37.down_proj.weight": {
+    "frob_norm_diff": 5.753271185936469e-11,
+    "max_abs_err": 2.0839927006299774e-13,
+    "mean_abs_err": 1.9757801350830083e-14,
+    "w_frob_norm": 45.313405134765894,
+    "relative_err": 1.2696620721452634e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.41.down_proj.weight": {
+    "frob_norm_diff": 5.6961793669265815e-11,
+    "max_abs_err": 3.6991243401729434e-13,
+    "mean_abs_err": 1.9486512726876425e-14,
+    "w_frob_norm": 44.478758738469054,
+    "relative_err": 1.2806516028065405e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.44.down_proj.weight": {
+    "frob_norm_diff": 4.594715496298597e-11,
+    "max_abs_err": 2.1607368672071914e-13,
+    "mean_abs_err": 1.5949060247558597e-14,
+    "w_frob_norm": 41.49487216899858,
+    "relative_err": 1.1072971806216034e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.45.down_proj.weight": {
+    "frob_norm_diff": 5.157699873773896e-11,
+    "max_abs_err": 2.3716445474164516e-13,
+    "mean_abs_err": 1.7742062747983455e-14,
+    "w_frob_norm": 45.352801791772684,
+    "relative_err": 1.1372395243527245e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.43.down_proj.weight": {
+    "frob_norm_diff": 5.687491378500586e-11,
+    "max_abs_err": 5.330180741225377e-13,
+    "mean_abs_err": 1.9477019824115878e-14,
+    "w_frob_norm": 44.251654733896494,
+    "relative_err": 1.2852607236275851e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.42.down_proj.weight": {
+    "frob_norm_diff": 4.7420794846308546e-11,
+    "max_abs_err": 3.0829679087407413e-13,
+    "mean_abs_err": 1.6480493715334518e-14,
+    "w_frob_norm": 44.7321209499865,
+    "relative_err": 1.0601061125478078e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.41.up_proj.weight": {
+    "frob_norm_diff": 1.3220528512321149e-10,
+    "max_abs_err": 5.012171233609308e-13,
+    "mean_abs_err": 4.574897124548385e-14,
+    "w_frob_norm": 50.502626386407684,
+    "relative_err": 2.61779029295778e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.40.up_proj.weight": {
+    "frob_norm_diff": 1.825516102560275e-10,
+    "max_abs_err": 7.45035977356423e-13,
+    "mean_abs_err": 6.226372536560262e-14,
+    "w_frob_norm": 51.14611092087488,
+    "relative_err": 3.569217814790303e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.45.up_proj.weight": {
+    "frob_norm_diff": 1.2935840482609345e-10,
+    "max_abs_err": 6.513262151841559e-13,
+    "mean_abs_err": 4.437745793062948e-14,
+    "w_frob_norm": 49.317511672421396,
+    "relative_err": 2.622971038874034e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.42.up_proj.weight": {
+    "frob_norm_diff": 1.329601634295379e-10,
+    "max_abs_err": 5.006724201894741e-13,
+    "mean_abs_err": 4.564823997018781e-14,
+    "w_frob_norm": 48.41803586100179,
+    "relative_err": 2.746087507788196e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.43.up_proj.weight": {
+    "frob_norm_diff": 1.3464428218835628e-10,
+    "max_abs_err": 5.827525961787927e-13,
+    "mean_abs_err": 4.631147278593204e-14,
+    "w_frob_norm": 47.346424192169266,
+    "relative_err": 2.8438110054914222e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.44.up_proj.weight": {
+    "frob_norm_diff": 1.236310134473457e-10,
+    "max_abs_err": 4.865274849663592e-13,
+    "mean_abs_err": 4.242271347584991e-14,
+    "w_frob_norm": 46.7364896997804,
+    "relative_err": 2.6452781165532552e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.49.down_proj.weight": {
+    "frob_norm_diff": 5.867476550233667e-11,
+    "max_abs_err": 2.0719537197066984e-13,
+    "mean_abs_err": 2.0199139272464796e-14,
+    "w_frob_norm": 44.966871541672326,
+    "relative_err": 1.3048442884882657e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.49.up_proj.weight": {
+    "frob_norm_diff": 1.2510230779997447e-10,
+    "max_abs_err": 5.063718541697959e-13,
+    "mean_abs_err": 4.3190385915131046e-14,
+    "w_frob_norm": 49.42127970669082,
+    "relative_err": 2.5313449700704067e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.5.up_proj.weight": {
+    "frob_norm_diff": 1.454717954262782e-10,
+    "max_abs_err": 5.761432997353211e-13,
+    "mean_abs_err": 4.979438629255109e-14,
+    "w_frob_norm": 49.73483895976082,
+    "relative_err": 2.9249475512321592e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.48.down_proj.weight": {
+    "frob_norm_diff": 5.705724373936392e-11,
+    "max_abs_err": 2.1198320876436583e-13,
+    "mean_abs_err": 1.966540352969264e-14,
+    "w_frob_norm": 44.245033657451614,
+    "relative_err": 1.2895739707444999e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.50.down_proj.weight": {
+    "frob_norm_diff": 5.483898842575471e-11,
+    "max_abs_err": 2.9110047705671604e-13,
+    "mean_abs_err": 1.8952917222617916e-14,
+    "w_frob_norm": 42.92723649507077,
+    "relative_err": 1.2774870432680132e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.46.up_proj.weight": {
+    "frob_norm_diff": 1.1995230480150166e-10,
+    "max_abs_err": 5.496054999998279e-13,
+    "mean_abs_err": 4.1524430860169835e-14,
+    "w_frob_norm": 49.99712564369421,
+    "relative_err": 2.399184018224264e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.47.down_proj.weight": {
+    "frob_norm_diff": 4.8798714579086984e-11,
+    "max_abs_err": 1.9218480973304253e-13,
+    "mean_abs_err": 1.6914333283001754e-14,
+    "w_frob_norm": 45.88734634710955,
+    "relative_err": 1.0634459924955069e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.5.down_proj.weight": {
+    "frob_norm_diff": 5.3752217863103595e-11,
+    "max_abs_err": 2.0905933234560692e-13,
+    "mean_abs_err": 1.843936897123498e-14,
+    "w_frob_norm": 45.518871829641895,
+    "relative_err": 1.180877638274421e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.48.up_proj.weight": {
+    "frob_norm_diff": 1.5714251280886628e-10,
+    "max_abs_err": 6.546412717467476e-13,
+    "mean_abs_err": 5.3324711221597716e-14,
+    "w_frob_norm": 50.9878366188253,
+    "relative_err": 3.081960781816098e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.47.up_proj.weight": {
+    "frob_norm_diff": 1.5552604005497548e-10,
+    "max_abs_err": 6.351854806019297e-13,
+    "mean_abs_err": 5.3144950931652384e-14,
+    "w_frob_norm": 50.07896114363421,
+    "relative_err": 3.1056163407404305e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.46.down_proj.weight": {
+    "frob_norm_diff": 5.051705904048909e-11,
+    "max_abs_err": 1.9383800120564842e-13,
+    "mean_abs_err": 1.7540931404957016e-14,
+    "w_frob_norm": 45.511518108298816,
+    "relative_err": 1.109984046681966e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.54.down_proj.weight": {
+    "frob_norm_diff": 6.213129200282069e-11,
+    "max_abs_err": 8.059733436205363e-13,
+    "mean_abs_err": 2.079496761233426e-14,
+    "w_frob_norm": 42.84131490440455,
+    "relative_err": 1.4502657572826488e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.52.down_proj.weight": {
+    "frob_norm_diff": 6.000611654631488e-11,
+    "max_abs_err": 2.8277380437202737e-13,
+    "mean_abs_err": 2.0730338264817122e-14,
+    "w_frob_norm": 46.15393078106905,
+    "relative_err": 1.3001301412647517e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.51.down_proj.weight": {
+    "frob_norm_diff": 5.032301847105081e-11,
+    "max_abs_err": 2.6077924542011743e-13,
+    "mean_abs_err": 1.7394209402438308e-14,
+    "w_frob_norm": 45.809559391089515,
+    "relative_err": 1.098526576984262e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.54.up_proj.weight": {
+    "frob_norm_diff": 1.3197082553759498e-10,
+    "max_abs_err": 5.16987060800167e-13,
+    "mean_abs_err": 4.5218142170847344e-14,
+    "w_frob_norm": 47.62201995294212,
+    "relative_err": 2.7712143598277114e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.55.down_proj.weight": {
+    "frob_norm_diff": 6.118090067050381e-11,
+    "max_abs_err": 4.131764375081559e-13,
+    "mean_abs_err": 2.0866788367633168e-14,
+    "w_frob_norm": 45.90159597561042,
+    "relative_err": 1.3328708810694071e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.53.down_proj.weight": {
+    "frob_norm_diff": 6.052123050614766e-11,
+    "max_abs_err": 6.627198789743716e-13,
+    "mean_abs_err": 2.0770897563447832e-14,
+    "w_frob_norm": 45.70293345598292,
+    "relative_err": 1.3242307644089504e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.51.up_proj.weight": {
+    "frob_norm_diff": 1.4433994505635654e-10,
+    "max_abs_err": 5.211855252928999e-13,
+    "mean_abs_err": 4.996326597279796e-14,
+    "w_frob_norm": 51.06250782169865,
+    "relative_err": 2.826730437141207e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.53.up_proj.weight": {
+    "frob_norm_diff": 1.1131147818095377e-10,
+    "max_abs_err": 4.010611287519339e-13,
+    "mean_abs_err": 3.8729792036804945e-14,
+    "w_frob_norm": 49.443445000520725,
+    "relative_err": 2.2512888853068687e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.50.up_proj.weight": {
+    "frob_norm_diff": 1.3239563999721198e-10,
+    "max_abs_err": 6.060924331863227e-13,
+    "mean_abs_err": 4.5030604416112986e-14,
+    "w_frob_norm": 45.84668577435567,
+    "relative_err": 2.887790856875143e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.52.up_proj.weight": {
+    "frob_norm_diff": 1.570278284055386e-10,
+    "max_abs_err": 6.325946710905583e-13,
+    "mean_abs_err": 5.3893301135214473e-14,
+    "w_frob_norm": 50.031119027534565,
+    "relative_err": 3.138603162546065e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.55.up_proj.weight": {
+    "frob_norm_diff": 1.2511626920123672e-10,
+    "max_abs_err": 4.510983600547469e-13,
+    "mean_abs_err": 4.333599191598277e-14,
+    "w_frob_norm": 50.18425591138392,
+    "relative_err": 2.49313787619306e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.57.down_proj.weight": {
+    "frob_norm_diff": 5.80169068503044e-11,
+    "max_abs_err": 2.5490720645393594e-13,
+    "mean_abs_err": 1.9981298761237085e-14,
+    "w_frob_norm": 44.87087128446094,
+    "relative_err": 1.2929748228534179e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.60.down_proj.weight": {
+    "frob_norm_diff": 5.3719839697930767e-11,
+    "max_abs_err": 2.2321033910088772e-13,
+    "mean_abs_err": 1.8538355651470708e-14,
+    "w_frob_norm": 44.42274664235676,
+    "relative_err": 1.2092867676648632e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.58.up_proj.weight": {
+    "frob_norm_diff": 1.3609202931660986e-10,
+    "max_abs_err": 6.264190555160809e-13,
+    "mean_abs_err": 4.680018277825578e-14,
+    "w_frob_norm": 49.574936425414954,
+    "relative_err": 2.7451780905732296e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.59.down_proj.weight": {
+    "frob_norm_diff": 5.2953941743192095e-11,
+    "max_abs_err": 3.941569293175462e-13,
+    "mean_abs_err": 1.8080491377879965e-14,
+    "w_frob_norm": 42.98457221188992,
+    "relative_err": 1.2319290158840888e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.56.down_proj.weight": {
+    "frob_norm_diff": 6.291408104067448e-11,
+    "max_abs_err": 2.6590882273858085e-13,
+    "mean_abs_err": 2.155084151755352e-14,
+    "w_frob_norm": 45.41354527060922,
+    "relative_err": 1.3853593826639927e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.6.up_proj.weight": {
+    "frob_norm_diff": 1.2885237957501717e-10,
+    "max_abs_err": 4.454006607979011e-13,
+    "mean_abs_err": 4.440411801834466e-14,
+    "w_frob_norm": 49.22638112277996,
+    "relative_err": 2.617547271119419e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.6.down_proj.weight": {
+    "frob_norm_diff": 4.724878955720496e-11,
+    "max_abs_err": 1.8972236975889345e-13,
+    "mean_abs_err": 1.6256833731904868e-14,
+    "w_frob_norm": 44.532163373305565,
+    "relative_err": 1.0610036876296888e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.58.down_proj.weight": {
+    "frob_norm_diff": 5.815834327477987e-11,
+    "max_abs_err": 3.6393457691907827e-13,
+    "mean_abs_err": 1.984140324349001e-14,
+    "w_frob_norm": 45.353526930922,
+    "relative_err": 1.2823334194793911e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.56.up_proj.weight": {
+    "frob_norm_diff": 1.3054756351513668e-10,
+    "max_abs_err": 5.307906891793834e-13,
+    "mean_abs_err": 4.495747753469313e-14,
+    "w_frob_norm": 50.6024189848551,
+    "relative_err": 2.5798680405813904e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.59.up_proj.weight": {
+    "frob_norm_diff": 1.3010876676311664e-10,
+    "max_abs_err": 5.002795053221654e-13,
+    "mean_abs_err": 4.4811142746428206e-14,
+    "w_frob_norm": 47.19771985454721,
+    "relative_err": 2.7566748386168378e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.57.up_proj.weight": {
+    "frob_norm_diff": 1.2883030418421654e-10,
+    "max_abs_err": 5.626193955166059e-13,
+    "mean_abs_err": 4.448549120667707e-14,
+    "w_frob_norm": 49.48512103881258,
+    "relative_err": 2.6034149554402685e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.64.down_proj.weight": {
+    "frob_norm_diff": 6.003647165601505e-11,
+    "max_abs_err": 2.302669773607269e-13,
+    "mean_abs_err": 2.072049433062817e-14,
+    "w_frob_norm": 46.259193671615975,
+    "relative_err": 1.2978278887046972e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.65.down_proj.weight": {
+    "frob_norm_diff": 5.858742206126801e-11,
+    "max_abs_err": 3.455777330962917e-13,
+    "mean_abs_err": 2.0126379614474506e-14,
+    "w_frob_norm": 44.46661324712595,
+    "relative_err": 1.3175598001058637e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.63.up_proj.weight": {
+    "frob_norm_diff": 1.269033860035589e-10,
+    "max_abs_err": 4.781869344938627e-13,
+    "mean_abs_err": 4.411940188002945e-14,
+    "w_frob_norm": 49.58860857225532,
+    "relative_err": 2.5591237515496848e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.61.down_proj.weight": {
+    "frob_norm_diff": 5.011938943823953e-11,
+    "max_abs_err": 1.989415576719722e-13,
+    "mean_abs_err": 1.737862740887082e-14,
+    "w_frob_norm": 44.87739336233795,
+    "relative_err": 1.116807053243444e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.63.down_proj.weight": {
+    "frob_norm_diff": 6.041246294283484e-11,
+    "max_abs_err": 2.483577579703855e-13,
+    "mean_abs_err": 2.05525016524716e-14,
+    "w_frob_norm": 46.22702896822676,
+    "relative_err": 1.3068644966207573e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.61.up_proj.weight": {
+    "frob_norm_diff": 1.2637161140428063e-10,
+    "max_abs_err": 4.4901582452183675e-13,
+    "mean_abs_err": 4.388435266444018e-14,
+    "w_frob_norm": 49.524573133804324,
+    "relative_err": 2.5516951163385657e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.60.up_proj.weight": {
+    "frob_norm_diff": 1.385274356545737e-10,
+    "max_abs_err": 6.324628321063841e-13,
+    "mean_abs_err": 4.7070100553128835e-14,
+    "w_frob_norm": 48.60888018996141,
+    "relative_err": 2.849838036038157e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.65.up_proj.weight": {
+    "frob_norm_diff": 1.4712086066184446e-10,
+    "max_abs_err": 5.273975700603728e-13,
+    "mean_abs_err": 5.0337108286301377e-14,
+    "w_frob_norm": 47.979452149567656,
+    "relative_err": 3.0663305659101856e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.62.up_proj.weight": {
+    "frob_norm_diff": 1.4019901343928658e-10,
+    "max_abs_err": 5.66279662050917e-13,
+    "mean_abs_err": 4.785340014263905e-14,
+    "w_frob_norm": 50.225474834718504,
+    "relative_err": 2.7913924935633184e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.64.up_proj.weight": {
+    "frob_norm_diff": 1.5146068488423505e-10,
+    "max_abs_err": 6.167150123914666e-13,
+    "mean_abs_err": 5.2006448450960376e-14,
+    "w_frob_norm": 50.65489855284095,
+    "relative_err": 2.9900501079128205e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.62.down_proj.weight": {
+    "frob_norm_diff": 6.520608737736464e-11,
+    "max_abs_err": 3.380386248696965e-13,
+    "mean_abs_err": 2.1803404459669747e-14,
+    "w_frob_norm": 44.49407845716179,
+    "relative_err": 1.4655003460773786e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.66.down_proj.weight": {
+    "frob_norm_diff": 4.958826422705546e-11,
+    "max_abs_err": 2.5307533846330443e-13,
+    "mean_abs_err": 1.7195067456863063e-14,
+    "w_frob_norm": 42.45355721804357,
+    "relative_err": 1.168059109213574e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.70.down_proj.weight": {
+    "frob_norm_diff": 5.148001141870347e-11,
+    "max_abs_err": 2.2352085460308757e-13,
+    "mean_abs_err": 1.7882804641248936e-14,
+    "w_frob_norm": 45.493971348811,
+    "relative_err": 1.1315787541165917e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.67.down_proj.weight": {
+    "frob_norm_diff": 4.9730681229121344e-11,
+    "max_abs_err": 1.631056401052433e-13,
+    "mean_abs_err": 1.7243807657994003e-14,
+    "w_frob_norm": 42.77367121534726,
+    "relative_err": 1.162647016636671e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.7.down_proj.weight": {
+    "frob_norm_diff": 6.341313298567837e-11,
+    "max_abs_err": 2.622485562042698e-13,
+    "mean_abs_err": 2.1713289599921803e-14,
+    "w_frob_norm": 45.174005790295105,
+    "relative_err": 1.4037527085831658e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.66.up_proj.weight": {
+    "frob_norm_diff": 1.1990424346092933e-10,
+    "max_abs_err": 4.4383892177854434e-13,
+    "mean_abs_err": 4.1374897531430184e-14,
+    "w_frob_norm": 46.08260678821734,
+    "relative_err": 2.601941422540947e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.68.up_proj.weight": {
+    "frob_norm_diff": 1.4159610830611893e-10,
+    "max_abs_err": 6.459962773042172e-13,
+    "mean_abs_err": 4.8385969994535064e-14,
+    "w_frob_norm": 44.95190750754742,
+    "relative_err": 3.1499466019844644e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.68.down_proj.weight": {
+    "frob_norm_diff": 4.652430590662839e-11,
+    "max_abs_err": 2.1317669851583787e-13,
+    "mean_abs_err": 1.603052853283361e-14,
+    "w_frob_norm": 42.170903639342036,
+    "relative_err": 1.1032323685666764e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.69.down_proj.weight": {
+    "frob_norm_diff": 5.0928597889261225e-11,
+    "max_abs_err": 4.0599468231761193e-13,
+    "mean_abs_err": 1.7274968362223237e-14,
+    "w_frob_norm": 43.29800755289415,
+    "relative_err": 1.1762342141736042e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.67.up_proj.weight": {
+    "frob_norm_diff": 1.1755106357137834e-10,
+    "max_abs_err": 4.35235181228677e-13,
+    "mean_abs_err": 4.0105694389979615e-14,
+    "w_frob_norm": 46.40578963962158,
+    "relative_err": 2.533112020811568e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.69.up_proj.weight": {
+    "frob_norm_diff": 1.437800288460222e-10,
+    "max_abs_err": 5.655823032135743e-13,
+    "mean_abs_err": 4.925527330691843e-14,
+    "w_frob_norm": 48.22113188750251,
+    "relative_err": 2.981680919092771e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.7.up_proj.weight": {
+    "frob_norm_diff": 1.7709029090980885e-10,
+    "max_abs_err": 8.815934093853173e-13,
+    "mean_abs_err": 6.022092646694267e-14,
+    "w_frob_norm": 49.859526405612336,
+    "relative_err": 3.5517844567788564e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.72.down_proj.weight": {
+    "frob_norm_diff": 4.307943442078609e-11,
+    "max_abs_err": 2.0236243236659845e-13,
+    "mean_abs_err": 1.5006927515196918e-14,
+    "w_frob_norm": 44.650634940161574,
+    "relative_err": 9.648112390455114e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.71.up_proj.weight": {
+    "frob_norm_diff": 1.4643539877287122e-10,
+    "max_abs_err": 5.181133300169449e-13,
+    "mean_abs_err": 5.037739002826678e-14,
+    "w_frob_norm": 50.27009748991574,
+    "relative_err": 2.912972245622686e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.71.down_proj.weight": {
+    "frob_norm_diff": 5.149549402800137e-11,
+    "max_abs_err": 3.4330871478971403e-13,
+    "mean_abs_err": 1.7756987300622163e-14,
+    "w_frob_norm": 45.676698376372464,
+    "relative_err": 1.1273908986083557e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.75.down_proj.weight": {
+    "frob_norm_diff": 5.266930798808234e-11,
+    "max_abs_err": 1.6245685352522798e-13,
+    "mean_abs_err": 1.8282724563403333e-14,
+    "w_frob_norm": 44.30291000666244,
+    "relative_err": 1.1888453372512491e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.75.up_proj.weight": {
+    "frob_norm_diff": 1.2724774667926627e-10,
+    "max_abs_err": 5.511598122343031e-13,
+    "mean_abs_err": 4.3554615729986055e-14,
+    "w_frob_norm": 48.60443992240671,
+    "relative_err": 2.6180272189620455e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.74.down_proj.weight": {
+    "frob_norm_diff": 5.5027987095708484e-11,
+    "max_abs_err": 3.866698627952303e-13,
+    "mean_abs_err": 1.8846818697650026e-14,
+    "w_frob_norm": 43.476533842600844,
+    "relative_err": 1.2656939786167787e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.73.up_proj.weight": {
+    "frob_norm_diff": 1.2866990578303085e-10,
+    "max_abs_err": 4.646040496769643e-13,
+    "mean_abs_err": 4.473235805713038e-14,
+    "w_frob_norm": 50.49855735927306,
+    "relative_err": 2.547991715240617e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.74.up_proj.weight": {
+    "frob_norm_diff": 1.5757637941615384e-10,
+    "max_abs_err": 8.612763280346769e-13,
+    "mean_abs_err": 5.317160871789342e-14,
+    "w_frob_norm": 48.61073167129027,
+    "relative_err": 3.241596536371807e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.73.down_proj.weight": {
+    "frob_norm_diff": 5.088139760214501e-11,
+    "max_abs_err": 1.9334013556804308e-13,
+    "mean_abs_err": 1.7628284397323382e-14,
+    "w_frob_norm": 45.923022169555004,
+    "relative_err": 1.107971453060796e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.72.up_proj.weight": {
+    "frob_norm_diff": 1.284191077724485e-10,
+    "max_abs_err": 4.854465354003912e-13,
+    "mean_abs_err": 4.430977749638824e-14,
+    "w_frob_norm": 48.91184814649484,
+    "relative_err": 2.625521476674182e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.70.up_proj.weight": {
+    "frob_norm_diff": 1.1874151452370813e-10,
+    "max_abs_err": 4.324457458793063e-13,
+    "mean_abs_err": 4.1071416015283006e-14,
+    "w_frob_norm": 48.53087614759627,
+    "relative_err": 2.4467210145265304e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.76.down_proj.weight": {
+    "frob_norm_diff": 4.382048063800567e-11,
+    "max_abs_err": 1.5327897371492094e-13,
+    "mean_abs_err": 1.5286785792239078e-14,
+    "w_frob_norm": 44.38893201243771,
+    "relative_err": 9.871938488118445e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.79.down_proj.weight": {
+    "frob_norm_diff": 4.8476281136027935e-11,
+    "max_abs_err": 2.718138214508059e-13,
+    "mean_abs_err": 1.674771897655554e-14,
+    "w_frob_norm": 46.09040705081226,
+    "relative_err": 1.0517650903491776e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.77.down_proj.weight": {
+    "frob_norm_diff": 4.901542976717182e-11,
+    "max_abs_err": 1.9051427102567686e-13,
+    "mean_abs_err": 1.701827698667392e-14,
+    "w_frob_norm": 46.5603445883408,
+    "relative_err": 1.0527291024269138e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.77.up_proj.weight": {
+    "frob_norm_diff": 1.412296321631117e-10,
+    "max_abs_err": 5.930620577965229e-13,
+    "mean_abs_err": 4.861844108161309e-14,
+    "w_frob_norm": 50.76271461514634,
+    "relative_err": 2.782152870149546e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.78.down_proj.weight": {
+    "frob_norm_diff": 4.8955785793902505e-11,
+    "max_abs_err": 4.1371073233875677e-13,
+    "mean_abs_err": 1.6840648019724947e-14,
+    "w_frob_norm": 43.67639775154614,
+    "relative_err": 1.1208750793137347e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.8.down_proj.weight": {
+    "frob_norm_diff": 5.782941336733967e-11,
+    "max_abs_err": 2.0267121314532233e-13,
+    "mean_abs_err": 1.986241695574414e-14,
+    "w_frob_norm": 45.051911126243176,
+    "relative_err": 1.2836173188145502e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.76.up_proj.weight": {
+    "frob_norm_diff": 1.2937126968716604e-10,
+    "max_abs_err": 5.46453507443978e-13,
+    "mean_abs_err": 4.3909915019126326e-14,
+    "w_frob_norm": 48.73532239573431,
+    "relative_err": 2.654568869713471e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.79.up_proj.weight": {
+    "frob_norm_diff": 1.4910559259991905e-10,
+    "max_abs_err": 6.386297740634816e-13,
+    "mean_abs_err": 5.0726481505488264e-14,
+    "w_frob_norm": 49.32536560991229,
+    "relative_err": 3.022898882881371e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.8.up_proj.weight": {
+    "frob_norm_diff": 1.432278147440248e-10,
+    "max_abs_err": 5.349557602452037e-13,
+    "mean_abs_err": 4.927342563853138e-14,
+    "w_frob_norm": 48.81009746103123,
+    "relative_err": 2.934389034120948e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.78.up_proj.weight": {
+    "frob_norm_diff": 1.295894329827537e-10,
+    "max_abs_err": 4.846956169757277e-13,
+    "mean_abs_err": 4.446696791276785e-14,
+    "w_frob_norm": 47.137394074544616,
+    "relative_err": 2.7491853448202233e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.80.down_proj.weight": {
+    "frob_norm_diff": 5.729406351425685e-11,
+    "max_abs_err": 2.3115884206781345e-13,
+    "mean_abs_err": 1.9696549766941272e-14,
+    "w_frob_norm": 46.08915685822577,
+    "relative_err": 1.2431137260874253e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.83.down_proj.weight": {
+    "frob_norm_diff": 5.7712238638001944e-11,
+    "max_abs_err": 2.2352258932656355e-13,
+    "mean_abs_err": 1.985646254153309e-14,
+    "w_frob_norm": 45.816974267543,
+    "relative_err": 1.2596257077343846e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.81.down_proj.weight": {
+    "frob_norm_diff": 4.927094829803785e-11,
+    "max_abs_err": 1.886268918838141e-13,
+    "mean_abs_err": 1.716030256539507e-14,
+    "w_frob_norm": 45.67082407853602,
+    "relative_err": 1.0788276605937966e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.82.down_proj.weight": {
+    "frob_norm_diff": 5.292526851085643e-11,
+    "max_abs_err": 1.879468802812312e-13,
+    "mean_abs_err": 1.8377213964761113e-14,
+    "w_frob_norm": 45.63592368715575,
+    "relative_err": 1.159728219235152e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.80.up_proj.weight": {
+    "frob_norm_diff": 1.3609975331822895e-10,
+    "max_abs_err": 4.607980663706712e-13,
+    "mean_abs_err": 4.727150104972072e-14,
+    "w_frob_norm": 50.009202828276074,
+    "relative_err": 2.7214941574968634e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.81.up_proj.weight": {
+    "frob_norm_diff": 1.239644946521532e-10,
+    "max_abs_err": 5.159058943937644e-13,
+    "mean_abs_err": 4.2760039028966365e-14,
+    "w_frob_norm": 49.91756751178602,
+    "relative_err": 2.4833841236932067e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.85.down_proj.weight": {
+    "frob_norm_diff": 4.898915250595272e-11,
+    "max_abs_err": 2.1894291934998478e-13,
+    "mean_abs_err": 1.686915515308154e-14,
+    "w_frob_norm": 44.477837902588696,
+    "relative_err": 1.1014283700849913e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.83.up_proj.weight": {
+    "frob_norm_diff": 1.335879714965329e-10,
+    "max_abs_err": 5.626610288800293e-13,
+    "mean_abs_err": 4.6274774608798235e-14,
+    "w_frob_norm": 50.64644792770095,
+    "relative_err": 2.6376572684274526e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.82.up_proj.weight": {
+    "frob_norm_diff": 1.6248723234314572e-10,
+    "max_abs_err": 7.936255819185334e-13,
+    "mean_abs_err": 5.530576009402708e-14,
+    "w_frob_norm": 50.826916345198306,
+    "relative_err": 3.1968737044677338e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.85.up_proj.weight": {
+    "frob_norm_diff": 1.2414417739093975e-10,
+    "max_abs_err": 4.504330936017098e-13,
+    "mean_abs_err": 4.300875634573802e-14,
+    "w_frob_norm": 49.79194786826387,
+    "relative_err": 2.4932581010767427e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.84.down_proj.weight": {
+    "frob_norm_diff": 4.2219217889010054e-11,
+    "max_abs_err": 2.2836940671844275e-13,
+    "mean_abs_err": 1.4690343612965266e-14,
+    "w_frob_norm": 43.902046617218275,
+    "relative_err": 9.616685585781274e-13,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.84.up_proj.weight": {
+    "frob_norm_diff": 1.2344956651460691e-10,
+    "max_abs_err": 4.005892839664682e-13,
+    "mean_abs_err": 4.264955140038957e-14,
+    "w_frob_norm": 47.65080947515266,
+    "relative_err": 2.590712893953653e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.89.up_proj.weight": {
+    "frob_norm_diff": 1.3676766010443512e-10,
+    "max_abs_err": 5.270367475773696e-13,
+    "mean_abs_err": 4.699234517566951e-14,
+    "w_frob_norm": 49.46445744588986,
+    "relative_err": 2.764968366509386e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.88.down_proj.weight": {
+    "frob_norm_diff": 4.725989926541031e-11,
+    "max_abs_err": 2.768549278719945e-13,
+    "mean_abs_err": 1.6386598074789694e-14,
+    "w_frob_norm": 46.21030939178158,
+    "relative_err": 1.0227133271220944e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.89.down_proj.weight": {
+    "frob_norm_diff": 4.9321259997273833e-11,
+    "max_abs_err": 2.1275342598769953e-13,
+    "mean_abs_err": 1.7095032182872277e-14,
+    "w_frob_norm": 43.69431587970714,
+    "relative_err": 1.1287797738510882e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.86.up_proj.weight": {
+    "frob_norm_diff": 1.2940090428813184e-10,
+    "max_abs_err": 5.490512558492533e-13,
+    "mean_abs_err": 4.48329963876878e-14,
+    "w_frob_norm": 50.22963845079232,
+    "relative_err": 2.576186257340872e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.9.up_proj.weight": {
+    "frob_norm_diff": 1.5553011221626016e-10,
+    "max_abs_err": 6.529950191680456e-13,
+    "mean_abs_err": 5.3276298511416416e-14,
+    "w_frob_norm": 49.27459133209313,
+    "relative_err": 3.1563957815102472e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.86.down_proj.weight": {
+    "frob_norm_diff": 5.649821911347453e-11,
+    "max_abs_err": 3.1392943800057083e-13,
+    "mean_abs_err": 1.9454803187860196e-14,
+    "w_frob_norm": 45.95232612736882,
+    "relative_err": 1.2294963906043629e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.90.down_proj.weight": {
+    "frob_norm_diff": 5.171915192259179e-11,
+    "max_abs_err": 3.0194596822852304e-13,
+    "mean_abs_err": 1.7910724687183956e-14,
+    "w_frob_norm": 43.74570325550923,
+    "relative_err": 1.1822681560406372e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.88.up_proj.weight": {
+    "frob_norm_diff": 1.581028269307356e-10,
+    "max_abs_err": 5.838298594573743e-13,
+    "mean_abs_err": 5.3898019353975784e-14,
+    "w_frob_norm": 49.80031458574681,
+    "relative_err": 3.174735506108343e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.9.down_proj.weight": {
+    "frob_norm_diff": 4.944392689638742e-11,
+    "max_abs_err": 5.365916044830499e-13,
+    "mean_abs_err": 1.7037893190713924e-14,
+    "w_frob_norm": 44.46776962050443,
+    "relative_err": 1.1119048092213837e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.87.up_proj.weight": {
+    "frob_norm_diff": 1.3078863749403515e-10,
+    "max_abs_err": 4.862742153388666e-13,
+    "mean_abs_err": 4.528245387558315e-14,
+    "w_frob_norm": 48.50852003640727,
+    "relative_err": 2.696199294389396e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.87.down_proj.weight": {
+    "frob_norm_diff": 4.6596262511259825e-11,
+    "max_abs_err": 1.524995407731211e-13,
+    "mean_abs_err": 1.6257495458559125e-14,
+    "w_frob_norm": 44.75129282561618,
+    "relative_err": 1.0412271818119981e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.93.down_proj.weight": {
+    "frob_norm_diff": 4.9785132788723135e-11,
+    "max_abs_err": 1.8816719016268024e-13,
+    "mean_abs_err": 1.7255070175249825e-14,
+    "w_frob_norm": 44.32787990609066,
+    "relative_err": 1.1231110735319116e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.91.down_proj.weight": {
+    "frob_norm_diff": 5.526664353051195e-11,
+    "max_abs_err": 2.8287094888668207e-13,
+    "mean_abs_err": 1.8786528127306886e-14,
+    "w_frob_norm": 44.253678433538894,
+    "relative_err": 1.2488598798292566e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.93.up_proj.weight": {
+    "frob_norm_diff": 1.4112871303358372e-10,
+    "max_abs_err": 5.579842143887959e-13,
+    "mean_abs_err": 4.872249549585309e-14,
+    "w_frob_norm": 48.60884467927153,
+    "relative_err": 2.9033546048002624e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.94.down_proj.weight": {
+    "frob_norm_diff": 4.716046483237223e-11,
+    "max_abs_err": 3.1202818107090025e-13,
+    "mean_abs_err": 1.6224723889086782e-14,
+    "w_frob_norm": 42.58772746794745,
+    "relative_err": 1.1073721852819295e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.90.up_proj.weight": {
+    "frob_norm_diff": 1.0293335287835385e-10,
+    "max_abs_err": 3.8130620622772726e-13,
+    "mean_abs_err": 3.578066781762907e-14,
+    "w_frob_norm": 46.85406662570825,
+    "relative_err": 2.196892613412463e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.95.down_proj.weight": {
+    "frob_norm_diff": 4.690582961606834e-11,
+    "max_abs_err": 1.9834134334928422e-13,
+    "mean_abs_err": 1.6205484357408608e-14,
+    "w_frob_norm": 43.515860698780976,
+    "relative_err": 1.0779019158268039e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.92.up_proj.weight": {
+    "frob_norm_diff": 1.5190225691099838e-10,
+    "max_abs_err": 6.035610379540035e-13,
+    "mean_abs_err": 5.22751915854877e-14,
+    "w_frob_norm": 48.08927902397736,
+    "relative_err": 3.158755131996464e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.95.up_proj.weight": {
+    "frob_norm_diff": 1.226636286628028e-10,
+    "max_abs_err": 5.09807474013968e-13,
+    "mean_abs_err": 4.223008935761083e-14,
+    "w_frob_norm": 47.19778281325953,
+    "relative_err": 2.5989277748094185e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.92.down_proj.weight": {
+    "frob_norm_diff": 5.51143272240207e-11,
+    "max_abs_err": 2.730628223535092e-13,
+    "mean_abs_err": 1.885056542748682e-14,
+    "w_frob_norm": 44.05936625475048,
+    "relative_err": 1.2509105760929614e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.94.up_proj.weight": {
+    "frob_norm_diff": 1.0914668729565394e-10,
+    "max_abs_err": 3.979334223247477e-13,
+    "mean_abs_err": 3.759785913731495e-14,
+    "w_frob_norm": 48.32400996336069,
+    "relative_err": 2.2586430095186447e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.91.up_proj.weight": {
+    "frob_norm_diff": 1.1621483960714088e-10,
+    "max_abs_err": 4.0653938548906865e-13,
+    "mean_abs_err": 4.0267363416862315e-14,
+    "w_frob_norm": 47.40581959137078,
+    "relative_err": 2.4514888806667804e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.gate.weight": {
+    "frob_norm_diff": 3.1283138075774135e-11,
+    "max_abs_err": 3.7457537072072e-13,
+    "mean_abs_err": 4.038350767368591e-14,
+    "w_frob_norm": 10.530661316701176,
+    "relative_err": 2.9706717493763116e-12,
+    "shape": [
+      128,
+      2688
+    ],
+    "numel": 344064,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.97.down_proj.weight": {
+    "frob_norm_diff": 5.771004697719353e-11,
+    "max_abs_err": 2.0845391385249101e-13,
+    "mean_abs_err": 1.990685011321925e-14,
+    "w_frob_norm": 46.49677061339218,
+    "relative_err": 1.2411624767886924e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.96.down_proj.weight": {
+    "frob_norm_diff": 4.938293664947031e-11,
+    "max_abs_err": 1.8780289823272511e-13,
+    "mean_abs_err": 1.6844812035915473e-14,
+    "w_frob_norm": 43.54762940303222,
+    "relative_err": 1.1339982755991714e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.99.down_proj.weight": {
+    "frob_norm_diff": 5.6013309621353415e-11,
+    "max_abs_err": 6.839806498959433e-13,
+    "mean_abs_err": 1.9220255669994963e-14,
+    "w_frob_norm": 45.38967280106539,
+    "relative_err": 1.2340540516088203e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.96.up_proj.weight": {
+    "frob_norm_diff": 1.2893353538441815e-10,
+    "max_abs_err": 4.4722732461810466e-13,
+    "mean_abs_err": 4.45766866918821e-14,
+    "w_frob_norm": 48.07110202812106,
+    "relative_err": 2.682142283923374e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.shared_experts.up_proj.weight": {
+    "frob_norm_diff": 1.706002812312106e-10,
+    "max_abs_err": 5.687117443642364e-13,
+    "mean_abs_err": 4.1298033384957034e-14,
+    "w_frob_norm": 60.078196927096194,
+    "relative_err": 2.839637172171311e-12,
+    "shape": [
+      3712,
+      2688
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.99.up_proj.weight": {
+    "frob_norm_diff": 1.1693694143732987e-10,
+    "max_abs_err": 4.399553638068099e-13,
+    "mean_abs_err": 4.036056762255998e-14,
+    "w_frob_norm": 49.212911598176106,
+    "relative_err": 2.3761435290015173e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.98.down_proj.weight": {
+    "frob_norm_diff": 4.7579367249848264e-11,
+    "max_abs_err": 1.4915586127317582e-13,
+    "mean_abs_err": 1.6582381028824328e-14,
+    "w_frob_norm": 45.92875536216155,
+    "relative_err": 1.035938528590012e-12,
+    "shape": [
+      2688,
+      1856
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.shared_experts.down_proj.weight": {
+    "frob_norm_diff": 3.115530356882845e-10,
+    "max_abs_err": 2.0133200662186823e-12,
+    "mean_abs_err": 7.326422486667327e-14,
+    "w_frob_norm": 42.630560202209544,
+    "relative_err": 7.308208811014795e-12,
+    "shape": [
+      2688,
+      3712
+    ],
+    "numel": 9977856,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.97.up_proj.weight": {
+    "frob_norm_diff": 1.361111551546166e-10,
+    "max_abs_err": 4.826659905088349e-13,
+    "mean_abs_err": 4.7018983803138005e-14,
+    "w_frob_norm": 50.17089765378507,
+    "relative_err": 2.7129503660444854e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.layers.51.mixer.experts.98.up_proj.weight": {
+    "frob_norm_diff": 1.4636571284564743e-10,
+    "max_abs_err": 5.173639294753229e-13,
+    "mean_abs_err": 5.0468809513748673e-14,
+    "w_frob_norm": 50.65391826378853,
+    "relative_err": 2.889524006483055e-12,
+    "shape": [
+      1856,
+      2688
+    ],
+    "numel": 4988928,
+    "sensitive": false
+  },
+  "backbone.norm_f.weight": {
+    "frob_norm_diff": 1.571661776453811e-14,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.9412446290822154e-16,
+    "w_frob_norm": 127.04674674066526,
+    "relative_err": 1.2370736101271232e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "backbone.layers.51.norm.weight": {
+    "frob_norm_diff": 1.0964295543110533e-14,
+    "max_abs_err": 8.881784197001252e-16,
+    "mean_abs_err": 1.494030593685025e-16,
+    "w_frob_norm": 96.38762879039623,
+    "relative_err": 1.137521036745639e-16,
+    "shape": [
+      2688
+    ],
+    "numel": 2688,
+    "sensitive": false
+  },
+  "lm_head.weight": {
+    "frob_norm_diff": 9.861794161530753e-10,
+    "max_abs_err": 6.303256527839807e-13,
+    "mean_abs_err": 3.979470508167506e-14,
+    "w_frob_norm": 347.31693274797254,
+    "relative_err": 2.839422219787619e-12,
+    "shape": [
+      131072,
+      2688
+    ],
+    "numel": 352321536,
+    "sensitive": true
+  }
+}
\ No newline at end of file