| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 406, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0049261083743842365, |
| "grad_norm": 44.8963182967931, |
| "learning_rate": 2.439024390243903e-07, |
| "loss": 2.7368, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.009852216748768473, |
| "grad_norm": 46.099422906910696, |
| "learning_rate": 7.317073170731707e-07, |
| "loss": 2.6542, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.014778325123152709, |
| "grad_norm": 37.72438176973727, |
| "learning_rate": 1.2195121951219514e-06, |
| "loss": 2.564, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.019704433497536946, |
| "grad_norm": 30.905649297924665, |
| "learning_rate": 1.707317073170732e-06, |
| "loss": 2.3725, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.024630541871921183, |
| "grad_norm": 20.167136286002773, |
| "learning_rate": 2.1951219512195125e-06, |
| "loss": 2.2302, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.029556650246305417, |
| "grad_norm": 17.951667751127044, |
| "learning_rate": 2.682926829268293e-06, |
| "loss": 1.9045, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.034482758620689655, |
| "grad_norm": 10.584616140095706, |
| "learning_rate": 3.1707317073170736e-06, |
| "loss": 1.391, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03940886699507389, |
| "grad_norm": 8.757345877051158, |
| "learning_rate": 3.6585365853658537e-06, |
| "loss": 1.2174, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.04433497536945813, |
| "grad_norm": 6.146785745333218, |
| "learning_rate": 4.146341463414634e-06, |
| "loss": 1.068, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04926108374384237, |
| "grad_norm": 4.867523307880614, |
| "learning_rate": 4.634146341463416e-06, |
| "loss": 0.911, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.054187192118226604, |
| "grad_norm": 4.291449245234032, |
| "learning_rate": 5.121951219512195e-06, |
| "loss": 0.7771, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.059113300492610835, |
| "grad_norm": 4.1822006229540545, |
| "learning_rate": 5.609756097560977e-06, |
| "loss": 0.6809, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.06403940886699508, |
| "grad_norm": 3.779065050501749, |
| "learning_rate": 6.0975609756097564e-06, |
| "loss": 0.6695, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.06896551724137931, |
| "grad_norm": 3.967079021897462, |
| "learning_rate": 6.585365853658538e-06, |
| "loss": 0.5092, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.07389162561576355, |
| "grad_norm": 3.567614905808945, |
| "learning_rate": 7.0731707317073175e-06, |
| "loss": 0.5443, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.07881773399014778, |
| "grad_norm": 3.1591426447329325, |
| "learning_rate": 7.560975609756098e-06, |
| "loss": 0.5302, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.08374384236453201, |
| "grad_norm": 2.9212653434319007, |
| "learning_rate": 8.048780487804879e-06, |
| "loss": 0.5566, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.08866995073891626, |
| "grad_norm": 2.955708095388518, |
| "learning_rate": 8.536585365853658e-06, |
| "loss": 0.5093, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.09359605911330049, |
| "grad_norm": 2.9023135018884854, |
| "learning_rate": 9.02439024390244e-06, |
| "loss": 0.5186, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.09852216748768473, |
| "grad_norm": 2.7975674817527976, |
| "learning_rate": 9.51219512195122e-06, |
| "loss": 0.4822, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.10344827586206896, |
| "grad_norm": 2.767875473585203, |
| "learning_rate": 1e-05, |
| "loss": 0.4753, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.10837438423645321, |
| "grad_norm": 2.7943441568844105, |
| "learning_rate": 9.999259196045581e-06, |
| "loss": 0.471, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.11330049261083744, |
| "grad_norm": 2.840550133917755, |
| "learning_rate": 9.997037003698524e-06, |
| "loss": 0.4963, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.11822660098522167, |
| "grad_norm": 2.5222476466040353, |
| "learning_rate": 9.993334081442382e-06, |
| "loss": 0.4568, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.12315270935960591, |
| "grad_norm": 2.228693301443623, |
| "learning_rate": 9.98815152653293e-06, |
| "loss": 0.4265, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.12807881773399016, |
| "grad_norm": 2.027857924767705, |
| "learning_rate": 9.98149087467304e-06, |
| "loss": 0.4281, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.1330049261083744, |
| "grad_norm": 2.6667021098732584, |
| "learning_rate": 9.973354099557606e-06, |
| "loss": 0.4485, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.13793103448275862, |
| "grad_norm": 2.300682237213937, |
| "learning_rate": 9.963743612288701e-06, |
| "loss": 0.4556, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 2.276024376552029, |
| "learning_rate": 9.952662260661115e-06, |
| "loss": 0.433, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.1477832512315271, |
| "grad_norm": 2.327596886044256, |
| "learning_rate": 9.940113328318489e-06, |
| "loss": 0.4636, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.15270935960591134, |
| "grad_norm": 2.323569750905077, |
| "learning_rate": 9.926100533780304e-06, |
| "loss": 0.44, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.15763546798029557, |
| "grad_norm": 2.199619581535263, |
| "learning_rate": 9.910628029340004e-06, |
| "loss": 0.4067, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.1625615763546798, |
| "grad_norm": 2.3325202778262497, |
| "learning_rate": 9.893700399834577e-06, |
| "loss": 0.434, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.16748768472906403, |
| "grad_norm": 2.4365973357095236, |
| "learning_rate": 9.875322661285976e-06, |
| "loss": 0.4217, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.1724137931034483, |
| "grad_norm": 2.1936256909743923, |
| "learning_rate": 9.855500259414752e-06, |
| "loss": 0.3997, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.17733990147783252, |
| "grad_norm": 2.261945626911862, |
| "learning_rate": 9.834239068026388e-06, |
| "loss": 0.3969, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.18226600985221675, |
| "grad_norm": 2.334966897596132, |
| "learning_rate": 9.811545387270745e-06, |
| "loss": 0.443, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.18719211822660098, |
| "grad_norm": 2.375705122789641, |
| "learning_rate": 9.787425941775197e-06, |
| "loss": 0.423, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.1921182266009852, |
| "grad_norm": 2.322212257975809, |
| "learning_rate": 9.761887878651987e-06, |
| "loss": 0.4519, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.19704433497536947, |
| "grad_norm": 2.294071256512972, |
| "learning_rate": 9.734938765380377e-06, |
| "loss": 0.4341, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2019704433497537, |
| "grad_norm": 2.3462823337496, |
| "learning_rate": 9.706586587564236e-06, |
| "loss": 0.4269, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.20689655172413793, |
| "grad_norm": 2.0614365702056556, |
| "learning_rate": 9.676839746565743e-06, |
| "loss": 0.4081, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.21182266009852216, |
| "grad_norm": 2.1324298184869797, |
| "learning_rate": 9.645707057015872e-06, |
| "loss": 0.392, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.21674876847290642, |
| "grad_norm": 1.9235935662736439, |
| "learning_rate": 9.613197744202437e-06, |
| "loss": 0.3837, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.22167487684729065, |
| "grad_norm": 2.256676114867014, |
| "learning_rate": 9.579321441336436e-06, |
| "loss": 0.3853, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.22660098522167488, |
| "grad_norm": 1.8780989965433945, |
| "learning_rate": 9.544088186697515e-06, |
| "loss": 0.3783, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.2315270935960591, |
| "grad_norm": 2.2896147832428984, |
| "learning_rate": 9.507508420659422e-06, |
| "loss": 0.3838, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.23645320197044334, |
| "grad_norm": 2.081385045857516, |
| "learning_rate": 9.469592982596286e-06, |
| "loss": 0.3865, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.2413793103448276, |
| "grad_norm": 4.753269011190599, |
| "learning_rate": 9.430353107670691e-06, |
| "loss": 0.4101, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.24630541871921183, |
| "grad_norm": 1.941290823137089, |
| "learning_rate": 9.389800423504442e-06, |
| "loss": 0.3886, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2512315270935961, |
| "grad_norm": 2.0138324422328036, |
| "learning_rate": 9.347946946733055e-06, |
| "loss": 0.3481, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.2561576354679803, |
| "grad_norm": 1.9789776247147852, |
| "learning_rate": 9.304805079444972e-06, |
| "loss": 0.3974, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.26108374384236455, |
| "grad_norm": 1.7037873292960362, |
| "learning_rate": 9.260387605506547e-06, |
| "loss": 0.3116, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.2660098522167488, |
| "grad_norm": 1.951407100374748, |
| "learning_rate": 9.214707686773915e-06, |
| "loss": 0.3658, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.270935960591133, |
| "grad_norm": 2.1438613631812853, |
| "learning_rate": 9.167778859192851e-06, |
| "loss": 0.3759, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.27586206896551724, |
| "grad_norm": 2.324445803574347, |
| "learning_rate": 9.119615028787771e-06, |
| "loss": 0.3797, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.28078817733990147, |
| "grad_norm": 2.2349031999805367, |
| "learning_rate": 9.07023046754109e-06, |
| "loss": 0.4004, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 2.124648784241559, |
| "learning_rate": 9.019639809164107e-06, |
| "loss": 0.3938, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.29064039408866993, |
| "grad_norm": 1.8592057932403692, |
| "learning_rate": 8.967858044760737e-06, |
| "loss": 0.4124, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.2955665024630542, |
| "grad_norm": 2.0590472319329884, |
| "learning_rate": 8.914900518385314e-06, |
| "loss": 0.3819, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.30049261083743845, |
| "grad_norm": 2.196495117430516, |
| "learning_rate": 8.860782922495821e-06, |
| "loss": 0.3816, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.3054187192118227, |
| "grad_norm": 2.2173246255523864, |
| "learning_rate": 8.805521293303874e-06, |
| "loss": 0.4009, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.3103448275862069, |
| "grad_norm": 1.9077749030279627, |
| "learning_rate": 8.749132006022843e-06, |
| "loss": 0.3883, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.31527093596059114, |
| "grad_norm": 2.187382570547577, |
| "learning_rate": 8.691631770015534e-06, |
| "loss": 0.4243, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.32019704433497537, |
| "grad_norm": 2.359836837581651, |
| "learning_rate": 8.633037623842828e-06, |
| "loss": 0.4029, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3251231527093596, |
| "grad_norm": 1.9766864796512795, |
| "learning_rate": 8.573366930214807e-06, |
| "loss": 0.359, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.33004926108374383, |
| "grad_norm": 1.87128068237922, |
| "learning_rate": 8.512637370845785e-06, |
| "loss": 0.3682, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.33497536945812806, |
| "grad_norm": 1.7512659209304051, |
| "learning_rate": 8.45086694121486e-06, |
| "loss": 0.343, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.3399014778325123, |
| "grad_norm": 1.8687173959305177, |
| "learning_rate": 8.388073945233446e-06, |
| "loss": 0.3799, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.3448275862068966, |
| "grad_norm": 2.2552072791932325, |
| "learning_rate": 8.324276989821433e-06, |
| "loss": 0.3571, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3497536945812808, |
| "grad_norm": 2.1968732450513326, |
| "learning_rate": 8.259494979393563e-06, |
| "loss": 0.3785, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.35467980295566504, |
| "grad_norm": 2.0370499043464902, |
| "learning_rate": 8.193747110257638e-06, |
| "loss": 0.3839, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.35960591133004927, |
| "grad_norm": 2.0699862544297005, |
| "learning_rate": 8.127052864926233e-06, |
| "loss": 0.4082, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.3645320197044335, |
| "grad_norm": 2.116660725996167, |
| "learning_rate": 8.059432006343623e-06, |
| "loss": 0.329, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.3694581280788177, |
| "grad_norm": 2.4052693290135156, |
| "learning_rate": 7.990904572029584e-06, |
| "loss": 0.3925, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.37438423645320196, |
| "grad_norm": 1.851663759806883, |
| "learning_rate": 7.921490868141843e-06, |
| "loss": 0.3627, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.3793103448275862, |
| "grad_norm": 1.8406848182077862, |
| "learning_rate": 7.851211463458936e-06, |
| "loss": 0.3879, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3842364532019704, |
| "grad_norm": 1.8443757372821195, |
| "learning_rate": 7.780087183285224e-06, |
| "loss": 0.359, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.3891625615763547, |
| "grad_norm": 2.1204872904029726, |
| "learning_rate": 7.708139103279908e-06, |
| "loss": 0.3813, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.39408866995073893, |
| "grad_norm": 1.6914595313144445, |
| "learning_rate": 7.635388543211862e-06, |
| "loss": 0.3073, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.39901477832512317, |
| "grad_norm": 1.695198000675222, |
| "learning_rate": 7.56185706064212e-06, |
| "loss": 0.3221, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.4039408866995074, |
| "grad_norm": 2.133553608073776, |
| "learning_rate": 7.487566444535904e-06, |
| "loss": 0.4021, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.4088669950738916, |
| "grad_norm": 1.8380222153600023, |
| "learning_rate": 7.412538708806093e-06, |
| "loss": 0.323, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.41379310344827586, |
| "grad_norm": 1.877505662143193, |
| "learning_rate": 7.336796085790012e-06, |
| "loss": 0.3795, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.4187192118226601, |
| "grad_norm": 1.7822157427026055, |
| "learning_rate": 7.260361019661523e-06, |
| "loss": 0.3345, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.4236453201970443, |
| "grad_norm": 1.9658143203094556, |
| "learning_rate": 7.183256159780321e-06, |
| "loss": 0.3913, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 1.6493741345874358, |
| "learning_rate": 7.105504353980448e-06, |
| "loss": 0.3796, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.43349753694581283, |
| "grad_norm": 2.0145568637517037, |
| "learning_rate": 7.027128641799987e-06, |
| "loss": 0.312, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.43842364532019706, |
| "grad_norm": 1.8397794869453532, |
| "learning_rate": 6.948152247653941e-06, |
| "loss": 0.352, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.4433497536945813, |
| "grad_norm": 2.232391075413934, |
| "learning_rate": 6.868598573952345e-06, |
| "loss": 0.4125, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4482758620689655, |
| "grad_norm": 1.7942665055078924, |
| "learning_rate": 6.788491194165629e-06, |
| "loss": 0.3322, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.45320197044334976, |
| "grad_norm": 1.9440566865171862, |
| "learning_rate": 6.707853845839278e-06, |
| "loss": 0.3957, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.458128078817734, |
| "grad_norm": 1.7676017770997519, |
| "learning_rate": 6.626710423559902e-06, |
| "loss": 0.3803, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.4630541871921182, |
| "grad_norm": 2.096439602794133, |
| "learning_rate": 6.545084971874738e-06, |
| "loss": 0.3583, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.46798029556650245, |
| "grad_norm": 1.9130298649415463, |
| "learning_rate": 6.463001678166744e-06, |
| "loss": 0.3362, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4729064039408867, |
| "grad_norm": 2.0426443678704165, |
| "learning_rate": 6.380484865487346e-06, |
| "loss": 0.4137, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.47783251231527096, |
| "grad_norm": 2.1667979521464016, |
| "learning_rate": 6.297558985348999e-06, |
| "loss": 0.3572, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.4827586206896552, |
| "grad_norm": 1.8442582167893449, |
| "learning_rate": 6.2142486104796795e-06, |
| "loss": 0.3572, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4876847290640394, |
| "grad_norm": 1.776091134770769, |
| "learning_rate": 6.130578427541441e-06, |
| "loss": 0.3407, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.49261083743842365, |
| "grad_norm": 1.8814727438834467, |
| "learning_rate": 6.046573229815244e-06, |
| "loss": 0.3783, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.4975369458128079, |
| "grad_norm": 1.810594835363692, |
| "learning_rate": 5.96225790985415e-06, |
| "loss": 0.357, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.5024630541871922, |
| "grad_norm": 1.707212513496614, |
| "learning_rate": 5.877657452107142e-06, |
| "loss": 0.3411, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.5073891625615764, |
| "grad_norm": 1.9493727830455976, |
| "learning_rate": 5.792796925515673e-06, |
| "loss": 0.379, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.5123152709359606, |
| "grad_norm": 1.7158219522029339, |
| "learning_rate": 5.707701476085217e-06, |
| "loss": 0.3837, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.5172413793103449, |
| "grad_norm": 1.6415086987891507, |
| "learning_rate": 5.622396319433947e-06, |
| "loss": 0.3445, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5221674876847291, |
| "grad_norm": 1.7016455148083767, |
| "learning_rate": 5.536906733320816e-06, |
| "loss": 0.3639, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.5270935960591133, |
| "grad_norm": 1.8345273292692599, |
| "learning_rate": 5.451258050155206e-06, |
| "loss": 0.3517, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.5320197044334976, |
| "grad_norm": 2.0637240565451593, |
| "learning_rate": 5.365475649490388e-06, |
| "loss": 0.3494, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.5369458128078818, |
| "grad_norm": 1.8737621809932734, |
| "learning_rate": 5.279584950503017e-06, |
| "loss": 0.3747, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.541871921182266, |
| "grad_norm": 1.8408707483852216, |
| "learning_rate": 5.193611404460873e-06, |
| "loss": 0.3509, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5467980295566502, |
| "grad_norm": 1.7294537624623878, |
| "learning_rate": 5.107580487181112e-06, |
| "loss": 0.3524, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.5517241379310345, |
| "grad_norm": 1.6924139244897671, |
| "learning_rate": 5.0215176914812215e-06, |
| "loss": 0.3242, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.5566502463054187, |
| "grad_norm": 1.8703453876763778, |
| "learning_rate": 4.935448519624955e-06, |
| "loss": 0.3765, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.5615763546798029, |
| "grad_norm": 1.859694701181906, |
| "learning_rate": 4.84939847576546e-06, |
| "loss": 0.3357, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.5665024630541872, |
| "grad_norm": 1.8276186736007791, |
| "learning_rate": 4.763393058387841e-06, |
| "loss": 0.3601, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 2.1365192167376166, |
| "learning_rate": 4.6774577527534195e-06, |
| "loss": 0.3703, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.5763546798029556, |
| "grad_norm": 1.703940000641382, |
| "learning_rate": 4.591618023347888e-06, |
| "loss": 0.3424, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.5812807881773399, |
| "grad_norm": 1.957087035322277, |
| "learning_rate": 4.505899306335643e-06, |
| "loss": 0.3734, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5862068965517241, |
| "grad_norm": 1.7316486849924828, |
| "learning_rate": 4.420327002022498e-06, |
| "loss": 0.3379, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5911330049261084, |
| "grad_norm": 1.8263162323751754, |
| "learning_rate": 4.334926467329021e-06, |
| "loss": 0.3375, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5960591133004927, |
| "grad_norm": 1.7437801971776299, |
| "learning_rate": 4.249723008276737e-06, |
| "loss": 0.3434, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.6009852216748769, |
| "grad_norm": 1.7503579720856823, |
| "learning_rate": 4.164741872489405e-06, |
| "loss": 0.3447, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.6059113300492611, |
| "grad_norm": 1.762767146058859, |
| "learning_rate": 4.0800082417116e-06, |
| "loss": 0.3284, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.6108374384236454, |
| "grad_norm": 1.8779288840963184, |
| "learning_rate": 3.995547224346824e-06, |
| "loss": 0.3583, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.6157635467980296, |
| "grad_norm": 1.6488701546072537, |
| "learning_rate": 3.9113838480173415e-06, |
| "loss": 0.2981, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6206896551724138, |
| "grad_norm": 1.8104146259621938, |
| "learning_rate": 3.827543052147952e-06, |
| "loss": 0.3383, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.625615763546798, |
| "grad_norm": 1.7227029120034105, |
| "learning_rate": 3.7440496805759048e-06, |
| "loss": 0.3096, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.6305418719211823, |
| "grad_norm": 1.8587300648176028, |
| "learning_rate": 3.6609284741891295e-06, |
| "loss": 0.3388, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.6354679802955665, |
| "grad_norm": 1.9060120183010216, |
| "learning_rate": 3.578204063594982e-06, |
| "loss": 0.3474, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.6403940886699507, |
| "grad_norm": 1.7415388075997358, |
| "learning_rate": 3.495900961821662e-06, |
| "loss": 0.3422, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.645320197044335, |
| "grad_norm": 1.6498328724255078, |
| "learning_rate": 3.4140435570544708e-06, |
| "loss": 0.3157, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.6502463054187192, |
| "grad_norm": 1.8712030560240966, |
| "learning_rate": 3.3326561054090663e-06, |
| "loss": 0.3362, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.6551724137931034, |
| "grad_norm": 1.901603601605235, |
| "learning_rate": 3.2517627237438583e-06, |
| "loss": 0.3405, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.6600985221674877, |
| "grad_norm": 1.8721451562026015, |
| "learning_rate": 3.1713873825136543e-06, |
| "loss": 0.3343, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.6650246305418719, |
| "grad_norm": 1.8287062237927403, |
| "learning_rate": 3.0915538986667056e-06, |
| "loss": 0.3658, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6699507389162561, |
| "grad_norm": 1.9605103250424178, |
| "learning_rate": 3.0122859285872214e-06, |
| "loss": 0.3433, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.6748768472906403, |
| "grad_norm": 1.851305784616147, |
| "learning_rate": 2.933606961085479e-06, |
| "loss": 0.393, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.6798029556650246, |
| "grad_norm": 1.7172768426115934, |
| "learning_rate": 2.8555403104375826e-06, |
| "loss": 0.322, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.6847290640394089, |
| "grad_norm": 1.7987012083048666, |
| "learning_rate": 2.7781091094769342e-06, |
| "loss": 0.3272, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 1.8515924782201856, |
| "learning_rate": 2.70133630273948e-06, |
| "loss": 0.3291, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6945812807881774, |
| "grad_norm": 1.6306433948913968, |
| "learning_rate": 2.6252446396647503e-06, |
| "loss": 0.3448, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.6995073891625616, |
| "grad_norm": 2.0809019934786392, |
| "learning_rate": 2.5498566678547045e-06, |
| "loss": 0.384, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.7044334975369458, |
| "grad_norm": 1.5943573601880225, |
| "learning_rate": 2.475194726392398e-06, |
| "loss": 0.3166, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.7093596059113301, |
| "grad_norm": 1.6246550529785988, |
| "learning_rate": 2.401280939222423e-06, |
| "loss": 0.3429, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 2.189080194676372, |
| "learning_rate": 2.3281372085951072e-06, |
| "loss": 0.3915, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.7192118226600985, |
| "grad_norm": 1.757426014511556, |
| "learning_rate": 2.2557852085764053e-06, |
| "loss": 0.3184, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.7241379310344828, |
| "grad_norm": 1.6427418777994036, |
| "learning_rate": 2.184246378625407e-06, |
| "loss": 0.3209, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.729064039408867, |
| "grad_norm": 1.6531176927275917, |
| "learning_rate": 2.1135419172413642e-06, |
| "loss": 0.3291, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.7339901477832512, |
| "grad_norm": 1.96453811009946, |
| "learning_rate": 2.0436927756821095e-06, |
| "loss": 0.3654, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.7389162561576355, |
| "grad_norm": 1.7982136556444481, |
| "learning_rate": 1.974719651755756e-06, |
| "loss": 0.3472, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7438423645320197, |
| "grad_norm": 1.89976119570655, |
| "learning_rate": 1.9066429836874844e-06, |
| "loss": 0.3413, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.7487684729064039, |
| "grad_norm": 2.012364568957732, |
| "learning_rate": 1.8394829440632567e-06, |
| "loss": 0.3895, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.7536945812807881, |
| "grad_norm": 1.8310127989905465, |
| "learning_rate": 1.7732594338522496e-06, |
| "loss": 0.3736, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.7586206896551724, |
| "grad_norm": 1.5809916612129833, |
| "learning_rate": 1.7079920765097563e-06, |
| "loss": 0.318, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.7635467980295566, |
| "grad_norm": 1.7067656827305038, |
| "learning_rate": 1.6437002121623436e-06, |
| "loss": 0.341, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.7684729064039408, |
| "grad_norm": 1.6331008773821312, |
| "learning_rate": 1.5804028918769488e-06, |
| "loss": 0.3134, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.7733990147783252, |
| "grad_norm": 1.6904384406255728, |
| "learning_rate": 1.5181188720156392e-06, |
| "loss": 0.3057, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.7783251231527094, |
| "grad_norm": 1.8039885623765064, |
| "learning_rate": 1.4568666086777021e-06, |
| "loss": 0.348, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.7832512315270936, |
| "grad_norm": 1.880132868839055, |
| "learning_rate": 1.3966642522306956e-06, |
| "loss": 0.3371, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.7881773399014779, |
| "grad_norm": 1.8545596828098443, |
| "learning_rate": 1.3375296419321072e-06, |
| "loss": 0.3624, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7931034482758621, |
| "grad_norm": 1.7242914287045228, |
| "learning_rate": 1.2794803006431984e-06, |
| "loss": 0.2858, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.7980295566502463, |
| "grad_norm": 1.9260680738540965, |
| "learning_rate": 1.2225334296365988e-06, |
| "loss": 0.3483, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.8029556650246306, |
| "grad_norm": 1.8070609954281276, |
| "learning_rate": 1.1667059034992051e-06, |
| "loss": 0.3114, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.8078817733990148, |
| "grad_norm": 1.7681175716169353, |
| "learning_rate": 1.1120142651318666e-06, |
| "loss": 0.3101, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.812807881773399, |
| "grad_norm": 1.680096409224379, |
| "learning_rate": 1.058474720847374e-06, |
| "loss": 0.3118, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.8177339901477833, |
| "grad_norm": 1.7473080488187867, |
| "learning_rate": 1.0061031355681766e-06, |
| "loss": 0.3478, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.8226600985221675, |
| "grad_norm": 1.6297901340514978, |
| "learning_rate": 9.549150281252633e-07, |
| "loss": 0.3029, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.8275862068965517, |
| "grad_norm": 1.5025171606930632, |
| "learning_rate": 9.049255666596013e-07, |
| "loss": 0.339, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.8325123152709359, |
| "grad_norm": 1.9444387046313547, |
| "learning_rate": 8.561495641274825e-07, |
| "loss": 0.3206, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.8374384236453202, |
| "grad_norm": 1.6912663794104235, |
| "learning_rate": 8.086014739111298e-07, |
| "loss": 0.3231, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.8423645320197044, |
| "grad_norm": 1.544677734443626, |
| "learning_rate": 7.622953855358456e-07, |
| "loss": 0.3208, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.8472906403940886, |
| "grad_norm": 1.714744670154245, |
| "learning_rate": 7.172450204949822e-07, |
| "loss": 0.3431, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.8522167487684729, |
| "grad_norm": 1.7315257351030213, |
| "learning_rate": 6.734637281839701e-07, |
| "loss": 0.3192, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 1.9370755101393182, |
| "learning_rate": 6.30964481944597e-07, |
| "loss": 0.3282, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.8620689655172413, |
| "grad_norm": 1.7909794798811995, |
| "learning_rate": 5.897598752207328e-07, |
| "loss": 0.2913, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8669950738916257, |
| "grad_norm": 1.8593927899874703, |
| "learning_rate": 5.498621178266167e-07, |
| "loss": 0.3322, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.8719211822660099, |
| "grad_norm": 1.7527860166701459, |
| "learning_rate": 5.112830323288315e-07, |
| "loss": 0.3374, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.8768472906403941, |
| "grad_norm": 1.6872323575327233, |
| "learning_rate": 4.74034050543013e-07, |
| "loss": 0.329, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.8817733990147784, |
| "grad_norm": 1.6811841955249374, |
| "learning_rate": 4.3812621014636405e-07, |
| "loss": 0.3113, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.8866995073891626, |
| "grad_norm": 1.81640314795809, |
| "learning_rate": 4.0357015140694843e-07, |
| "loss": 0.3294, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.8916256157635468, |
| "grad_norm": 1.7159301839517571, |
| "learning_rate": 3.70376114030751e-07, |
| "loss": 0.2838, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.896551724137931, |
| "grad_norm": 1.7134959910640768, |
| "learning_rate": 3.385539341274335e-07, |
| "loss": 0.3564, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.9014778325123153, |
| "grad_norm": 1.8422465642095602, |
| "learning_rate": 3.0811304129567955e-07, |
| "loss": 0.3368, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.9064039408866995, |
| "grad_norm": 1.6033644817417168, |
| "learning_rate": 2.790624558290034e-07, |
| "loss": 0.2802, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.9113300492610837, |
| "grad_norm": 1.9181368150312297, |
| "learning_rate": 2.5141078604284107e-07, |
| "loss": 0.3319, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.916256157635468, |
| "grad_norm": 1.9193135461415896, |
| "learning_rate": 2.2516622572372416e-07, |
| "loss": 0.3559, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.9211822660098522, |
| "grad_norm": 1.8940678146420356, |
| "learning_rate": 2.003365517012773e-07, |
| "loss": 0.3467, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.9261083743842364, |
| "grad_norm": 1.640578933728653, |
| "learning_rate": 1.7692912154378295e-07, |
| "loss": 0.3313, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.9310344827586207, |
| "grad_norm": 1.6485929089101314, |
| "learning_rate": 1.549508713779696e-07, |
| "loss": 0.3175, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.9359605911330049, |
| "grad_norm": 1.730275403219221, |
| "learning_rate": 1.3440831383369045e-07, |
| "loss": 0.3866, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.9408866995073891, |
| "grad_norm": 1.9075041198984353, |
| "learning_rate": 1.1530753611409151e-07, |
| "loss": 0.3819, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.9458128078817734, |
| "grad_norm": 1.7099459563394726, |
| "learning_rate": 9.765419819183996e-08, |
| "loss": 0.3534, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.9507389162561576, |
| "grad_norm": 1.6910194312648175, |
| "learning_rate": 8.145353113195143e-08, |
| "loss": 0.3289, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.9556650246305419, |
| "grad_norm": 1.7951039469035281, |
| "learning_rate": 6.67103355417148e-08, |
| "loss": 0.3622, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.9605911330049262, |
| "grad_norm": 1.8373342900874141, |
| "learning_rate": 5.342898014816855e-08, |
| "loss": 0.3372, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.9655172413793104, |
| "grad_norm": 1.6079339251044082, |
| "learning_rate": 4.1613400503550114e-08, |
| "loss": 0.2975, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.9704433497536946, |
| "grad_norm": 1.6452433665425827, |
| "learning_rate": 3.126709781910986e-08, |
| "loss": 0.3424, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.9753694581280788, |
| "grad_norm": 1.8265195165729584, |
| "learning_rate": 2.2393137927623766e-08, |
| "loss": 0.3294, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.9802955665024631, |
| "grad_norm": 1.765524747384538, |
| "learning_rate": 1.4994150374924576e-08, |
| "loss": 0.3569, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.9852216748768473, |
| "grad_norm": 1.6837166678617568, |
| "learning_rate": 9.072327640706758e-09, |
| "loss": 0.3276, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.9901477832512315, |
| "grad_norm": 1.6616062126615554, |
| "learning_rate": 4.629424488850065e-09, |
| "loss": 0.2919, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.9950738916256158, |
| "grad_norm": 1.6453259760008279, |
| "learning_rate": 1.666757447443823e-09, |
| "loss": 0.2974, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.6811794231076687, |
| "learning_rate": 1.8520441867231342e-10, |
| "loss": 0.3207, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 406, |
| "total_flos": 64023949017088.0, |
| "train_loss": 0.4480156045535515, |
| "train_runtime": 8935.3013, |
| "train_samples_per_second": 0.727, |
| "train_steps_per_second": 0.045 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 406, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 64023949017088.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
