| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.2196126277260944, |
| "eval_steps": 500, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0, |
| "eval_loss": 0.3103026747703552, |
| "eval_runtime": 148.5907, |
| "eval_samples_per_second": 7.201, |
| "eval_steps_per_second": 0.229, |
| "step": 0 |
| }, |
| { |
| "epoch": 0.0006100350770169285, |
| "grad_norm": 0.8454470981023452, |
| "learning_rate": 0.0, |
| "loss": 0.3287, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.001220070154033857, |
| "grad_norm": 0.7768184622203883, |
| "learning_rate": 3.0487804878048784e-08, |
| "loss": 0.3074, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0018301052310507853, |
| "grad_norm": 0.8507240324798782, |
| "learning_rate": 6.097560975609757e-08, |
| "loss": 0.3157, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.002440140308067714, |
| "grad_norm": 0.7931819707357988, |
| "learning_rate": 9.146341463414634e-08, |
| "loss": 0.3158, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0030501753850846426, |
| "grad_norm": 0.7827519593120217, |
| "learning_rate": 1.2195121951219514e-07, |
| "loss": 0.3054, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0036602104621015707, |
| "grad_norm": 0.924981881710818, |
| "learning_rate": 1.5243902439024392e-07, |
| "loss": 0.319, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0042702455391185, |
| "grad_norm": 0.8094982837416114, |
| "learning_rate": 1.8292682926829268e-07, |
| "loss": 0.2729, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.004880280616135428, |
| "grad_norm": 0.7880554417981912, |
| "learning_rate": 2.134146341463415e-07, |
| "loss": 0.3025, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.005490315693152357, |
| "grad_norm": 0.7959447687740115, |
| "learning_rate": 2.439024390243903e-07, |
| "loss": 0.3053, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.006100350770169285, |
| "grad_norm": 0.82247619574212, |
| "learning_rate": 2.7439024390243906e-07, |
| "loss": 0.3097, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.006710385847186213, |
| "grad_norm": 0.8010327654330195, |
| "learning_rate": 3.0487804878048784e-07, |
| "loss": 0.3284, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.007320420924203141, |
| "grad_norm": 0.867259966178027, |
| "learning_rate": 3.3536585365853663e-07, |
| "loss": 0.3263, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.00793045600122007, |
| "grad_norm": 0.6858690138397889, |
| "learning_rate": 3.6585365853658536e-07, |
| "loss": 0.3062, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.008540491078237, |
| "grad_norm": 0.6968955854258266, |
| "learning_rate": 3.963414634146342e-07, |
| "loss": 0.3118, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.009150526155253927, |
| "grad_norm": 0.7149293379600384, |
| "learning_rate": 4.26829268292683e-07, |
| "loss": 0.2998, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.009760561232270856, |
| "grad_norm": 0.8384371568701614, |
| "learning_rate": 4.573170731707317e-07, |
| "loss": 0.2989, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.010370596309287784, |
| "grad_norm": 0.7959356057845837, |
| "learning_rate": 4.878048780487805e-07, |
| "loss": 0.3226, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.010980631386304713, |
| "grad_norm": 0.5860521260046243, |
| "learning_rate": 5.182926829268293e-07, |
| "loss": 0.3293, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.011590666463321641, |
| "grad_norm": 0.42435828625242183, |
| "learning_rate": 5.487804878048781e-07, |
| "loss": 0.2976, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.01220070154033857, |
| "grad_norm": 0.4723062068417477, |
| "learning_rate": 5.79268292682927e-07, |
| "loss": 0.2906, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.012810736617355498, |
| "grad_norm": 0.5311333611487327, |
| "learning_rate": 6.097560975609757e-07, |
| "loss": 0.3175, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.013420771694372426, |
| "grad_norm": 0.43195173965189027, |
| "learning_rate": 6.402439024390244e-07, |
| "loss": 0.3326, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.014030806771389355, |
| "grad_norm": 0.5039374654423954, |
| "learning_rate": 6.707317073170733e-07, |
| "loss": 0.3243, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.014640841848406283, |
| "grad_norm": 0.48160299981914606, |
| "learning_rate": 7.012195121951221e-07, |
| "loss": 0.3107, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.015250876925423212, |
| "grad_norm": 0.4076510164467301, |
| "learning_rate": 7.317073170731707e-07, |
| "loss": 0.3197, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.01586091200244014, |
| "grad_norm": 0.3353897704259775, |
| "learning_rate": 7.621951219512196e-07, |
| "loss": 0.3119, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.01647094707945707, |
| "grad_norm": 0.3150496553683514, |
| "learning_rate": 7.926829268292684e-07, |
| "loss": 0.3008, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.017080982156474, |
| "grad_norm": 0.32105723872932035, |
| "learning_rate": 8.231707317073172e-07, |
| "loss": 0.2905, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.017691017233490924, |
| "grad_norm": 0.3280306420088101, |
| "learning_rate": 8.53658536585366e-07, |
| "loss": 0.2707, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.018301052310507854, |
| "grad_norm": 0.30340527994818084, |
| "learning_rate": 8.841463414634147e-07, |
| "loss": 0.311, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.018911087387524783, |
| "grad_norm": 0.32281828347533853, |
| "learning_rate": 9.146341463414634e-07, |
| "loss": 0.3284, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.019521122464541713, |
| "grad_norm": 0.28874292519953626, |
| "learning_rate": 9.451219512195123e-07, |
| "loss": 0.29, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.02013115754155864, |
| "grad_norm": 0.3027310057466991, |
| "learning_rate": 9.75609756097561e-07, |
| "loss": 0.314, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.020741192618575568, |
| "grad_norm": 0.3008812932109969, |
| "learning_rate": 1.0060975609756098e-06, |
| "loss": 0.3144, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.021351227695592497, |
| "grad_norm": 0.27169807758622333, |
| "learning_rate": 1.0365853658536586e-06, |
| "loss": 0.2963, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.021961262772609427, |
| "grad_norm": 0.2695339964388015, |
| "learning_rate": 1.0670731707317073e-06, |
| "loss": 0.2893, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.022571297849626352, |
| "grad_norm": 0.2843145950012066, |
| "learning_rate": 1.0975609756097562e-06, |
| "loss": 0.323, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.023181332926643282, |
| "grad_norm": 0.29602446856008774, |
| "learning_rate": 1.128048780487805e-06, |
| "loss": 0.3209, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.02379136800366021, |
| "grad_norm": 0.3423946407175081, |
| "learning_rate": 1.158536585365854e-06, |
| "loss": 0.3061, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.02440140308067714, |
| "grad_norm": 0.3612641386449874, |
| "learning_rate": 1.1890243902439024e-06, |
| "loss": 0.31, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.025011438157694067, |
| "grad_norm": 0.3325638984346252, |
| "learning_rate": 1.2195121951219514e-06, |
| "loss": 0.3158, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.025621473234710996, |
| "grad_norm": 0.31401563220686574, |
| "learning_rate": 1.25e-06, |
| "loss": 0.2922, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.026231508311727925, |
| "grad_norm": 0.3170156202095663, |
| "learning_rate": 1.2804878048780488e-06, |
| "loss": 0.3141, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.02684154338874485, |
| "grad_norm": 0.32428209772408506, |
| "learning_rate": 1.3109756097560978e-06, |
| "loss": 0.2877, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.02745157846576178, |
| "grad_norm": 0.2937477314360728, |
| "learning_rate": 1.3414634146341465e-06, |
| "loss": 0.2825, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.02806161354277871, |
| "grad_norm": 0.2958373552353005, |
| "learning_rate": 1.3719512195121952e-06, |
| "loss": 0.3008, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.02867164861979564, |
| "grad_norm": 0.2880444673791773, |
| "learning_rate": 1.4024390243902442e-06, |
| "loss": 0.3016, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.029281683696812565, |
| "grad_norm": 0.2789112072045315, |
| "learning_rate": 1.4329268292682927e-06, |
| "loss": 0.3025, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.029891718773829495, |
| "grad_norm": 0.25724915007561794, |
| "learning_rate": 1.4634146341463414e-06, |
| "loss": 0.2747, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.030501753850846424, |
| "grad_norm": 0.2635046087062574, |
| "learning_rate": 1.4939024390243904e-06, |
| "loss": 0.2984, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.031111788927863353, |
| "grad_norm": 0.26015662456743477, |
| "learning_rate": 1.5243902439024391e-06, |
| "loss": 0.3243, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.03172182400488028, |
| "grad_norm": 0.24509502760724197, |
| "learning_rate": 1.5548780487804878e-06, |
| "loss": 0.321, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.03233185908189721, |
| "grad_norm": 0.2908236246505609, |
| "learning_rate": 1.5853658536585368e-06, |
| "loss": 0.2937, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.03294189415891414, |
| "grad_norm": 0.2718558063137255, |
| "learning_rate": 1.6158536585365855e-06, |
| "loss": 0.3195, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.03355192923593107, |
| "grad_norm": 0.22727302568286986, |
| "learning_rate": 1.6463414634146345e-06, |
| "loss": 0.2784, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.034161964312948, |
| "grad_norm": 0.30238990509268004, |
| "learning_rate": 1.6768292682926832e-06, |
| "loss": 0.3057, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.034771999389964926, |
| "grad_norm": 0.23644592363288297, |
| "learning_rate": 1.707317073170732e-06, |
| "loss": 0.2666, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.03538203446698185, |
| "grad_norm": 0.24896950567681486, |
| "learning_rate": 1.7378048780487804e-06, |
| "loss": 0.3081, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.03599206954399878, |
| "grad_norm": 0.24000954305492433, |
| "learning_rate": 1.7682926829268294e-06, |
| "loss": 0.2852, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.03660210462101571, |
| "grad_norm": 0.23441121755488187, |
| "learning_rate": 1.7987804878048781e-06, |
| "loss": 0.297, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.03721213969803264, |
| "grad_norm": 0.22232489603709266, |
| "learning_rate": 1.8292682926829268e-06, |
| "loss": 0.2634, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.037822174775049566, |
| "grad_norm": 0.24052014046880021, |
| "learning_rate": 1.8597560975609758e-06, |
| "loss": 0.2977, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.038432209852066496, |
| "grad_norm": 0.23679217772055688, |
| "learning_rate": 1.8902439024390245e-06, |
| "loss": 0.3012, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.039042244929083425, |
| "grad_norm": 0.2223272566001243, |
| "learning_rate": 1.9207317073170733e-06, |
| "loss": 0.2738, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.03965228000610035, |
| "grad_norm": 0.22669213310403505, |
| "learning_rate": 1.951219512195122e-06, |
| "loss": 0.2846, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.04026231508311728, |
| "grad_norm": 0.2414151537454095, |
| "learning_rate": 1.981707317073171e-06, |
| "loss": 0.303, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.040872350160134206, |
| "grad_norm": 0.2370672126840143, |
| "learning_rate": 2.0121951219512197e-06, |
| "loss": 0.2904, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.041482385237151136, |
| "grad_norm": 0.22809840538333365, |
| "learning_rate": 2.042682926829268e-06, |
| "loss": 0.2721, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.042092420314168065, |
| "grad_norm": 0.2272895442779121, |
| "learning_rate": 2.073170731707317e-06, |
| "loss": 0.2707, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.042702455391184994, |
| "grad_norm": 0.24377585427116602, |
| "learning_rate": 2.103658536585366e-06, |
| "loss": 0.303, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.043312490468201924, |
| "grad_norm": 0.2254822602630038, |
| "learning_rate": 2.1341463414634146e-06, |
| "loss": 0.2956, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.04392252554521885, |
| "grad_norm": 0.23412386235006508, |
| "learning_rate": 2.1646341463414635e-06, |
| "loss": 0.2861, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.044532560622235776, |
| "grad_norm": 0.224370421334331, |
| "learning_rate": 2.1951219512195125e-06, |
| "loss": 0.2911, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.045142595699252705, |
| "grad_norm": 0.23593807167360495, |
| "learning_rate": 2.225609756097561e-06, |
| "loss": 0.2875, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.045752630776269634, |
| "grad_norm": 0.22302811027781724, |
| "learning_rate": 2.25609756097561e-06, |
| "loss": 0.296, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.046362665853286564, |
| "grad_norm": 0.22758322152961505, |
| "learning_rate": 2.286585365853659e-06, |
| "loss": 0.283, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.04697270093030349, |
| "grad_norm": 0.21591645504761844, |
| "learning_rate": 2.317073170731708e-06, |
| "loss": 0.2882, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.04758273600732042, |
| "grad_norm": 0.21879095336822568, |
| "learning_rate": 2.3475609756097563e-06, |
| "loss": 0.257, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.04819277108433735, |
| "grad_norm": 0.22323134239569448, |
| "learning_rate": 2.378048780487805e-06, |
| "loss": 0.2727, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.04880280616135428, |
| "grad_norm": 0.224943076374116, |
| "learning_rate": 2.408536585365854e-06, |
| "loss": 0.3018, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.049412841238371204, |
| "grad_norm": 0.23309225935335282, |
| "learning_rate": 2.4390243902439027e-06, |
| "loss": 0.2896, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.05002287631538813, |
| "grad_norm": 0.21422363034398334, |
| "learning_rate": 2.4695121951219513e-06, |
| "loss": 0.2568, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.05063291139240506, |
| "grad_norm": 0.23006182370727415, |
| "learning_rate": 2.5e-06, |
| "loss": 0.2893, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.05124294646942199, |
| "grad_norm": 0.23133424818577172, |
| "learning_rate": 2.530487804878049e-06, |
| "loss": 0.2776, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.05185298154643892, |
| "grad_norm": 0.22007966657198397, |
| "learning_rate": 2.5609756097560977e-06, |
| "loss": 0.2941, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.05246301662345585, |
| "grad_norm": 0.22950578198182395, |
| "learning_rate": 2.5914634146341466e-06, |
| "loss": 0.2903, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.05307305170047278, |
| "grad_norm": 0.2119291405117646, |
| "learning_rate": 2.6219512195121956e-06, |
| "loss": 0.289, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.0536830867774897, |
| "grad_norm": 0.23230876607332274, |
| "learning_rate": 2.652439024390244e-06, |
| "loss": 0.2827, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.05429312185450663, |
| "grad_norm": 0.22839417035165244, |
| "learning_rate": 2.682926829268293e-06, |
| "loss": 0.3045, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.05490315693152356, |
| "grad_norm": 0.22634052130525656, |
| "learning_rate": 2.713414634146342e-06, |
| "loss": 0.2724, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.05551319200854049, |
| "grad_norm": 0.21975015253358074, |
| "learning_rate": 2.7439024390243905e-06, |
| "loss": 0.2723, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.05612322708555742, |
| "grad_norm": 0.225336062841578, |
| "learning_rate": 2.7743902439024394e-06, |
| "loss": 0.2998, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.05673326216257435, |
| "grad_norm": 0.21097673082672147, |
| "learning_rate": 2.8048780487804884e-06, |
| "loss": 0.2827, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.05734329723959128, |
| "grad_norm": 0.21759463074705687, |
| "learning_rate": 2.8353658536585365e-06, |
| "loss": 0.2841, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.05795333231660821, |
| "grad_norm": 0.23262389502742112, |
| "learning_rate": 2.8658536585365854e-06, |
| "loss": 0.3015, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.05856336739362513, |
| "grad_norm": 0.21924384664120367, |
| "learning_rate": 2.8963414634146343e-06, |
| "loss": 0.2772, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.05917340247064206, |
| "grad_norm": 0.2257203912109911, |
| "learning_rate": 2.926829268292683e-06, |
| "loss": 0.2727, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.05978343754765899, |
| "grad_norm": 0.2271960932362661, |
| "learning_rate": 2.957317073170732e-06, |
| "loss": 0.2792, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.06039347262467592, |
| "grad_norm": 0.21768279717594183, |
| "learning_rate": 2.9878048780487808e-06, |
| "loss": 0.2804, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.06100350770169285, |
| "grad_norm": 0.2233152083910907, |
| "learning_rate": 3.0182926829268293e-06, |
| "loss": 0.2655, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06161354277870978, |
| "grad_norm": 0.22662101387006744, |
| "learning_rate": 3.0487804878048782e-06, |
| "loss": 0.2703, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.06222357785572671, |
| "grad_norm": 0.22292006274531256, |
| "learning_rate": 3.079268292682927e-06, |
| "loss": 0.2954, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.06283361293274363, |
| "grad_norm": 0.220071896219013, |
| "learning_rate": 3.1097560975609757e-06, |
| "loss": 0.2476, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.06344364800976056, |
| "grad_norm": 0.22535333283145692, |
| "learning_rate": 3.1402439024390246e-06, |
| "loss": 0.2795, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.06405368308677749, |
| "grad_norm": 0.22789495334564042, |
| "learning_rate": 3.1707317073170736e-06, |
| "loss": 0.3072, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.06466371816379442, |
| "grad_norm": 0.22845970490853684, |
| "learning_rate": 3.201219512195122e-06, |
| "loss": 0.2928, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.06527375324081135, |
| "grad_norm": 0.22721669813586723, |
| "learning_rate": 3.231707317073171e-06, |
| "loss": 0.2701, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.06588378831782828, |
| "grad_norm": 0.22501246073953735, |
| "learning_rate": 3.26219512195122e-06, |
| "loss": 0.295, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.0664938233948452, |
| "grad_norm": 0.23994963496074384, |
| "learning_rate": 3.292682926829269e-06, |
| "loss": 0.3106, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.06710385847186214, |
| "grad_norm": 0.21902655359899867, |
| "learning_rate": 3.3231707317073174e-06, |
| "loss": 0.2812, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.06771389354887906, |
| "grad_norm": 0.22318592923675146, |
| "learning_rate": 3.3536585365853664e-06, |
| "loss": 0.2835, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.068323928625896, |
| "grad_norm": 0.26363594205403645, |
| "learning_rate": 3.3841463414634153e-06, |
| "loss": 0.2903, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.06893396370291292, |
| "grad_norm": 0.22377433701651386, |
| "learning_rate": 3.414634146341464e-06, |
| "loss": 0.2743, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.06954399877992985, |
| "grad_norm": 0.23626130625058447, |
| "learning_rate": 3.4451219512195124e-06, |
| "loss": 0.299, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.07015403385694677, |
| "grad_norm": 0.223610053073903, |
| "learning_rate": 3.475609756097561e-06, |
| "loss": 0.2555, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.0707640689339637, |
| "grad_norm": 0.21087836508889907, |
| "learning_rate": 3.50609756097561e-06, |
| "loss": 0.2649, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.07137410401098063, |
| "grad_norm": 0.24915773429575874, |
| "learning_rate": 3.5365853658536588e-06, |
| "loss": 0.2936, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.07198413908799756, |
| "grad_norm": 0.24129416709675272, |
| "learning_rate": 3.5670731707317073e-06, |
| "loss": 0.2862, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.07259417416501449, |
| "grad_norm": 0.24255820924509042, |
| "learning_rate": 3.5975609756097562e-06, |
| "loss": 0.2816, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.07320420924203141, |
| "grad_norm": 0.22760789782296764, |
| "learning_rate": 3.628048780487805e-06, |
| "loss": 0.281, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.07381424431904834, |
| "grad_norm": 0.2435576310663892, |
| "learning_rate": 3.6585365853658537e-06, |
| "loss": 0.29, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.07442427939606527, |
| "grad_norm": 0.23105027146598722, |
| "learning_rate": 3.6890243902439026e-06, |
| "loss": 0.2801, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.0750343144730822, |
| "grad_norm": 0.23364310548660652, |
| "learning_rate": 3.7195121951219516e-06, |
| "loss": 0.266, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.07564434955009913, |
| "grad_norm": 0.24832037252957492, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 0.306, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.07625438462711606, |
| "grad_norm": 0.2357002851720913, |
| "learning_rate": 3.780487804878049e-06, |
| "loss": 0.2933, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.07686441970413299, |
| "grad_norm": 0.22556207921999175, |
| "learning_rate": 3.810975609756098e-06, |
| "loss": 0.2841, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.07747445478114992, |
| "grad_norm": 0.24161879175738435, |
| "learning_rate": 3.8414634146341465e-06, |
| "loss": 0.2844, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.07808448985816685, |
| "grad_norm": 0.23782173864569195, |
| "learning_rate": 3.8719512195121954e-06, |
| "loss": 0.285, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.07869452493518378, |
| "grad_norm": 0.22466061236443696, |
| "learning_rate": 3.902439024390244e-06, |
| "loss": 0.2658, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.0793045600122007, |
| "grad_norm": 0.21752730672405302, |
| "learning_rate": 3.932926829268293e-06, |
| "loss": 0.2773, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.07991459508921762, |
| "grad_norm": 0.23637204821920585, |
| "learning_rate": 3.963414634146342e-06, |
| "loss": 0.2775, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.08052463016623455, |
| "grad_norm": 0.22799647607474074, |
| "learning_rate": 3.99390243902439e-06, |
| "loss": 0.2636, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.08113466524325148, |
| "grad_norm": 0.22714228884278848, |
| "learning_rate": 4.024390243902439e-06, |
| "loss": 0.2615, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.08174470032026841, |
| "grad_norm": 0.21398203363805257, |
| "learning_rate": 4.054878048780488e-06, |
| "loss": 0.2507, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.08235473539728534, |
| "grad_norm": 0.2264462526855402, |
| "learning_rate": 4.085365853658536e-06, |
| "loss": 0.2691, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.08296477047430227, |
| "grad_norm": 0.23753082090613722, |
| "learning_rate": 4.115853658536585e-06, |
| "loss": 0.2824, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.0835748055513192, |
| "grad_norm": 0.23304073294964817, |
| "learning_rate": 4.146341463414634e-06, |
| "loss": 0.2826, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.08418484062833613, |
| "grad_norm": 0.23595581075210828, |
| "learning_rate": 4.176829268292683e-06, |
| "loss": 0.2916, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.08479487570535306, |
| "grad_norm": 0.22041886879240966, |
| "learning_rate": 4.207317073170732e-06, |
| "loss": 0.2369, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.08540491078236999, |
| "grad_norm": 0.24206221610814158, |
| "learning_rate": 4.237804878048781e-06, |
| "loss": 0.2821, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.08601494585938692, |
| "grad_norm": 0.2393670152036277, |
| "learning_rate": 4.268292682926829e-06, |
| "loss": 0.2791, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.08662498093640385, |
| "grad_norm": 0.23189352334620775, |
| "learning_rate": 4.298780487804878e-06, |
| "loss": 0.2919, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.08723501601342078, |
| "grad_norm": 0.242567561823643, |
| "learning_rate": 4.329268292682927e-06, |
| "loss": 0.2831, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.0878450510904377, |
| "grad_norm": 0.23058885789044348, |
| "learning_rate": 4.359756097560976e-06, |
| "loss": 0.269, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.08845508616745462, |
| "grad_norm": 0.22276270950122776, |
| "learning_rate": 4.390243902439025e-06, |
| "loss": 0.2517, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.08906512124447155, |
| "grad_norm": 0.23742463465017807, |
| "learning_rate": 4.420731707317074e-06, |
| "loss": 0.284, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.08967515632148848, |
| "grad_norm": 0.2331170754231291, |
| "learning_rate": 4.451219512195122e-06, |
| "loss": 0.2624, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.09028519139850541, |
| "grad_norm": 0.2308037721395711, |
| "learning_rate": 4.481707317073171e-06, |
| "loss": 0.2539, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.09089522647552234, |
| "grad_norm": 0.22849284994691954, |
| "learning_rate": 4.51219512195122e-06, |
| "loss": 0.2826, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.09150526155253927, |
| "grad_norm": 0.22290125661574434, |
| "learning_rate": 4.542682926829269e-06, |
| "loss": 0.2834, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0921152966295562, |
| "grad_norm": 0.22294802055510163, |
| "learning_rate": 4.573170731707318e-06, |
| "loss": 0.2664, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.09272533170657313, |
| "grad_norm": 0.22216693279188238, |
| "learning_rate": 4.603658536585367e-06, |
| "loss": 0.2722, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.09333536678359006, |
| "grad_norm": 0.22847119099300714, |
| "learning_rate": 4.634146341463416e-06, |
| "loss": 0.3077, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.09394540186060699, |
| "grad_norm": 0.22825237894656306, |
| "learning_rate": 4.664634146341464e-06, |
| "loss": 0.279, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.09455543693762392, |
| "grad_norm": 0.2265738168314992, |
| "learning_rate": 4.695121951219513e-06, |
| "loss": 0.2743, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.09516547201464085, |
| "grad_norm": 0.2379254364113949, |
| "learning_rate": 4.725609756097561e-06, |
| "loss": 0.2821, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.09577550709165777, |
| "grad_norm": 0.2533303804327538, |
| "learning_rate": 4.75609756097561e-06, |
| "loss": 0.2812, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.0963855421686747, |
| "grad_norm": 0.21582395227434673, |
| "learning_rate": 4.786585365853659e-06, |
| "loss": 0.2557, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.09699557724569163, |
| "grad_norm": 0.23974503879223094, |
| "learning_rate": 4.817073170731708e-06, |
| "loss": 0.2842, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.09760561232270856, |
| "grad_norm": 0.23764839363381726, |
| "learning_rate": 4.8475609756097565e-06, |
| "loss": 0.2903, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.09821564739972548, |
| "grad_norm": 0.2340765128011826, |
| "learning_rate": 4.8780487804878055e-06, |
| "loss": 0.2749, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.09882568247674241, |
| "grad_norm": 0.21460415213463546, |
| "learning_rate": 4.908536585365854e-06, |
| "loss": 0.2611, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.09943571755375934, |
| "grad_norm": 0.24181561044684743, |
| "learning_rate": 4.9390243902439025e-06, |
| "loss": 0.2844, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.10004575263077627, |
| "grad_norm": 0.2405356599063858, |
| "learning_rate": 4.9695121951219515e-06, |
| "loss": 0.2965, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.1006557877077932, |
| "grad_norm": 0.21661402310556976, |
| "learning_rate": 5e-06, |
| "loss": 0.2464, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.10126582278481013, |
| "grad_norm": 0.2262455083804811, |
| "learning_rate": 5.030487804878049e-06, |
| "loss": 0.273, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.10187585786182705, |
| "grad_norm": 0.2365786862729776, |
| "learning_rate": 5.060975609756098e-06, |
| "loss": 0.3042, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.10248589293884398, |
| "grad_norm": 0.23673959129795522, |
| "learning_rate": 5.091463414634147e-06, |
| "loss": 0.2742, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.10309592801586091, |
| "grad_norm": 0.25419425400530005, |
| "learning_rate": 5.121951219512195e-06, |
| "loss": 0.3005, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.10370596309287784, |
| "grad_norm": 0.2419749655946345, |
| "learning_rate": 5.152439024390244e-06, |
| "loss": 0.2885, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.10431599816989477, |
| "grad_norm": 0.21393573151462877, |
| "learning_rate": 5.182926829268293e-06, |
| "loss": 0.264, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.1049260332469117, |
| "grad_norm": 0.2362091062195042, |
| "learning_rate": 5.213414634146342e-06, |
| "loss": 0.2585, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.10553606832392863, |
| "grad_norm": 0.2704586811251837, |
| "learning_rate": 5.243902439024391e-06, |
| "loss": 0.2778, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.10614610340094556, |
| "grad_norm": 0.2307320156865811, |
| "learning_rate": 5.27439024390244e-06, |
| "loss": 0.2724, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.10675613847796249, |
| "grad_norm": 0.24480944164566806, |
| "learning_rate": 5.304878048780488e-06, |
| "loss": 0.2793, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.1073661735549794, |
| "grad_norm": 0.24120432626907268, |
| "learning_rate": 5.335365853658537e-06, |
| "loss": 0.2594, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.10797620863199633, |
| "grad_norm": 0.24750812136821748, |
| "learning_rate": 5.365853658536586e-06, |
| "loss": 0.2827, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.10858624370901326, |
| "grad_norm": 0.24013243345908472, |
| "learning_rate": 5.396341463414635e-06, |
| "loss": 0.2573, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.1091962787860302, |
| "grad_norm": 0.2609299332154205, |
| "learning_rate": 5.426829268292684e-06, |
| "loss": 0.2874, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.10980631386304712, |
| "grad_norm": 0.26281954073730773, |
| "learning_rate": 5.457317073170733e-06, |
| "loss": 0.3054, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.11041634894006405, |
| "grad_norm": 0.24458036151237894, |
| "learning_rate": 5.487804878048781e-06, |
| "loss": 0.2805, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.11102638401708098, |
| "grad_norm": 0.24512128267371772, |
| "learning_rate": 5.51829268292683e-06, |
| "loss": 0.2914, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.11163641909409791, |
| "grad_norm": 0.23669169587728295, |
| "learning_rate": 5.548780487804879e-06, |
| "loss": 0.2786, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.11224645417111484, |
| "grad_norm": 0.24697726917520454, |
| "learning_rate": 5.579268292682928e-06, |
| "loss": 0.2767, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.11285648924813177, |
| "grad_norm": 0.249714640479248, |
| "learning_rate": 5.609756097560977e-06, |
| "loss": 0.2685, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.1134665243251487, |
| "grad_norm": 0.24841021945031513, |
| "learning_rate": 5.640243902439024e-06, |
| "loss": 0.2649, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.11407655940216563, |
| "grad_norm": 0.23859920700579967, |
| "learning_rate": 5.670731707317073e-06, |
| "loss": 0.2858, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.11468659447918256, |
| "grad_norm": 0.2584753235599307, |
| "learning_rate": 5.701219512195122e-06, |
| "loss": 0.2747, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.11529662955619949, |
| "grad_norm": 0.23156317539426982, |
| "learning_rate": 5.731707317073171e-06, |
| "loss": 0.2529, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.11590666463321642, |
| "grad_norm": 0.22687147729532126, |
| "learning_rate": 5.76219512195122e-06, |
| "loss": 0.2826, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.11651669971023333, |
| "grad_norm": 0.25517296147028024, |
| "learning_rate": 5.792682926829269e-06, |
| "loss": 0.2559, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.11712673478725026, |
| "grad_norm": 0.2473059947585708, |
| "learning_rate": 5.823170731707317e-06, |
| "loss": 0.2617, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.11773676986426719, |
| "grad_norm": 0.2475596917448232, |
| "learning_rate": 5.853658536585366e-06, |
| "loss": 0.2757, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.11834680494128412, |
| "grad_norm": 0.24485621157389584, |
| "learning_rate": 5.884146341463415e-06, |
| "loss": 0.2801, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.11895684001830105, |
| "grad_norm": 0.2407535109141067, |
| "learning_rate": 5.914634146341464e-06, |
| "loss": 0.2541, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.11956687509531798, |
| "grad_norm": 0.29475882116862984, |
| "learning_rate": 5.9451219512195126e-06, |
| "loss": 0.2672, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.12017691017233491, |
| "grad_norm": 0.24490394924599188, |
| "learning_rate": 5.9756097560975615e-06, |
| "loss": 0.265, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.12078694524935184, |
| "grad_norm": 0.24048637934439834, |
| "learning_rate": 6.0060975609756104e-06, |
| "loss": 0.2616, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.12139698032636877, |
| "grad_norm": 0.2449235795372263, |
| "learning_rate": 6.0365853658536585e-06, |
| "loss": 0.2771, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.1220070154033857, |
| "grad_norm": 0.24010278455894474, |
| "learning_rate": 6.0670731707317075e-06, |
| "loss": 0.2487, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.12261705048040263, |
| "grad_norm": 0.2501744987758223, |
| "learning_rate": 6.0975609756097564e-06, |
| "loss": 0.2769, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.12322708555741956, |
| "grad_norm": 0.24813908759409767, |
| "learning_rate": 6.128048780487805e-06, |
| "loss": 0.2705, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.12383712063443648, |
| "grad_norm": 0.24533160040379387, |
| "learning_rate": 6.158536585365854e-06, |
| "loss": 0.2815, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.12444715571145341, |
| "grad_norm": 0.2437938947166487, |
| "learning_rate": 6.189024390243903e-06, |
| "loss": 0.2521, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.12505719078847033, |
| "grad_norm": 0.26225596287555486, |
| "learning_rate": 6.219512195121951e-06, |
| "loss": 0.2793, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.12566722586548726, |
| "grad_norm": 0.2617035107047438, |
| "learning_rate": 6.25e-06, |
| "loss": 0.2868, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.1262772609425042, |
| "grad_norm": 0.22489028420899687, |
| "learning_rate": 6.280487804878049e-06, |
| "loss": 0.2502, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.12688729601952112, |
| "grad_norm": 0.23908878727484426, |
| "learning_rate": 6.310975609756098e-06, |
| "loss": 0.2842, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.12749733109653805, |
| "grad_norm": 0.24229667129434546, |
| "learning_rate": 6.341463414634147e-06, |
| "loss": 0.2729, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.12810736617355498, |
| "grad_norm": 0.23997663988223025, |
| "learning_rate": 6.371951219512196e-06, |
| "loss": 0.2469, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1287174012505719, |
| "grad_norm": 0.24052895148755218, |
| "learning_rate": 6.402439024390244e-06, |
| "loss": 0.2767, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.12932743632758884, |
| "grad_norm": 0.24249027732334763, |
| "learning_rate": 6.432926829268293e-06, |
| "loss": 0.2458, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.12993747140460576, |
| "grad_norm": 0.25137563661292134, |
| "learning_rate": 6.463414634146342e-06, |
| "loss": 0.273, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.1305475064816227, |
| "grad_norm": 0.2587508767905881, |
| "learning_rate": 6.493902439024391e-06, |
| "loss": 0.2677, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.13115754155863962, |
| "grad_norm": 0.2436596949895466, |
| "learning_rate": 6.52439024390244e-06, |
| "loss": 0.2576, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.13176757663565655, |
| "grad_norm": 0.24764204486776847, |
| "learning_rate": 6.554878048780489e-06, |
| "loss": 0.2621, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.13237761171267348, |
| "grad_norm": 0.25726179008925426, |
| "learning_rate": 6.585365853658538e-06, |
| "loss": 0.2757, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.1329876467896904, |
| "grad_norm": 0.2569737346876388, |
| "learning_rate": 6.615853658536586e-06, |
| "loss": 0.2686, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.13359768186670734, |
| "grad_norm": 0.24488929677587262, |
| "learning_rate": 6.646341463414635e-06, |
| "loss": 0.2703, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.13420771694372427, |
| "grad_norm": 0.2625226665018392, |
| "learning_rate": 6.676829268292684e-06, |
| "loss": 0.2536, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.1348177520207412, |
| "grad_norm": 0.32829586478398526, |
| "learning_rate": 6.707317073170733e-06, |
| "loss": 0.2851, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.13542778709775813, |
| "grad_norm": 0.24381114982471824, |
| "learning_rate": 6.737804878048782e-06, |
| "loss": 0.2725, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.13603782217477506, |
| "grad_norm": 0.2537539468384488, |
| "learning_rate": 6.768292682926831e-06, |
| "loss": 0.2702, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.136647857251792, |
| "grad_norm": 0.24029077547019123, |
| "learning_rate": 6.798780487804879e-06, |
| "loss": 0.2506, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.13725789232880892, |
| "grad_norm": 0.25072886281019574, |
| "learning_rate": 6.829268292682928e-06, |
| "loss": 0.2754, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.13786792740582585, |
| "grad_norm": 0.2622525846487408, |
| "learning_rate": 6.859756097560977e-06, |
| "loss": 0.275, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.13847796248284278, |
| "grad_norm": 0.27373368686851934, |
| "learning_rate": 6.890243902439025e-06, |
| "loss": 0.2584, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.1390879975598597, |
| "grad_norm": 0.28138028268480203, |
| "learning_rate": 6.920731707317073e-06, |
| "loss": 0.273, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.1396980326368766, |
| "grad_norm": 0.2506330599580721, |
| "learning_rate": 6.951219512195122e-06, |
| "loss": 0.281, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.14030806771389354, |
| "grad_norm": 0.26945292402465437, |
| "learning_rate": 6.981707317073171e-06, |
| "loss": 0.2584, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.14091810279091047, |
| "grad_norm": 0.25764293041454384, |
| "learning_rate": 7.01219512195122e-06, |
| "loss": 0.2693, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.1415281378679274, |
| "grad_norm": 0.24772244759620793, |
| "learning_rate": 7.042682926829269e-06, |
| "loss": 0.2831, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.14213817294494432, |
| "grad_norm": 0.24429762825269066, |
| "learning_rate": 7.0731707317073175e-06, |
| "loss": 0.2669, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.14274820802196125, |
| "grad_norm": 0.2341275505054125, |
| "learning_rate": 7.1036585365853665e-06, |
| "loss": 0.2627, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.14335824309897818, |
| "grad_norm": 0.2516323459329928, |
| "learning_rate": 7.1341463414634146e-06, |
| "loss": 0.2486, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.1439682781759951, |
| "grad_norm": 0.24792052063072995, |
| "learning_rate": 7.1646341463414635e-06, |
| "loss": 0.2571, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.14457831325301204, |
| "grad_norm": 0.24838425917856113, |
| "learning_rate": 7.1951219512195125e-06, |
| "loss": 0.2565, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.14518834833002897, |
| "grad_norm": 0.2558154886637839, |
| "learning_rate": 7.225609756097561e-06, |
| "loss": 0.2602, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.1457983834070459, |
| "grad_norm": 0.24095801169637035, |
| "learning_rate": 7.25609756097561e-06, |
| "loss": 0.276, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.14640841848406283, |
| "grad_norm": 0.24456191278684733, |
| "learning_rate": 7.286585365853659e-06, |
| "loss": 0.2612, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.14701845356107976, |
| "grad_norm": 0.24059500548054316, |
| "learning_rate": 7.317073170731707e-06, |
| "loss": 0.2528, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.1476284886380967, |
| "grad_norm": 0.24031870127070679, |
| "learning_rate": 7.347560975609756e-06, |
| "loss": 0.257, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.14823852371511362, |
| "grad_norm": 0.2928644520428681, |
| "learning_rate": 7.378048780487805e-06, |
| "loss": 0.2973, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.14884855879213055, |
| "grad_norm": 0.2436600942196456, |
| "learning_rate": 7.408536585365854e-06, |
| "loss": 0.2527, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.14945859386914748, |
| "grad_norm": 0.24910229884619056, |
| "learning_rate": 7.439024390243903e-06, |
| "loss": 0.2573, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.1500686289461644, |
| "grad_norm": 0.257984994933436, |
| "learning_rate": 7.469512195121952e-06, |
| "loss": 0.2854, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.15067866402318134, |
| "grad_norm": 0.26224460707949426, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.2462, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.15128869910019827, |
| "grad_norm": 0.23911637788829992, |
| "learning_rate": 7.530487804878049e-06, |
| "loss": 0.258, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.1518987341772152, |
| "grad_norm": 0.26106166538596853, |
| "learning_rate": 7.560975609756098e-06, |
| "loss": 0.2395, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.15250876925423212, |
| "grad_norm": 0.2628905138359254, |
| "learning_rate": 7.591463414634147e-06, |
| "loss": 0.2557, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.15311880433124905, |
| "grad_norm": 0.24772668368639703, |
| "learning_rate": 7.621951219512196e-06, |
| "loss": 0.2612, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.15372883940826598, |
| "grad_norm": 0.2614036863610298, |
| "learning_rate": 7.652439024390244e-06, |
| "loss": 0.2418, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.1543388744852829, |
| "grad_norm": 0.2533666402036696, |
| "learning_rate": 7.682926829268293e-06, |
| "loss": 0.2676, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.15494890956229984, |
| "grad_norm": 0.2646349439683426, |
| "learning_rate": 7.713414634146342e-06, |
| "loss": 0.2807, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.15555894463931677, |
| "grad_norm": 0.25217251940804086, |
| "learning_rate": 7.743902439024391e-06, |
| "loss": 0.2648, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.1561689797163337, |
| "grad_norm": 0.2934490177685301, |
| "learning_rate": 7.77439024390244e-06, |
| "loss": 0.242, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.15677901479335063, |
| "grad_norm": 0.23774700056796438, |
| "learning_rate": 7.804878048780489e-06, |
| "loss": 0.2628, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.15738904987036756, |
| "grad_norm": 0.2794132704089381, |
| "learning_rate": 7.835365853658538e-06, |
| "loss": 0.2794, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.1579990849473845, |
| "grad_norm": 0.24213388227268773, |
| "learning_rate": 7.865853658536587e-06, |
| "loss": 0.2647, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.1586091200244014, |
| "grad_norm": 0.25082026136954216, |
| "learning_rate": 7.896341463414636e-06, |
| "loss": 0.2637, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.15921915510141832, |
| "grad_norm": 0.2431946921818769, |
| "learning_rate": 7.926829268292685e-06, |
| "loss": 0.2626, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.15982919017843525, |
| "grad_norm": 0.2442925275620386, |
| "learning_rate": 7.957317073170733e-06, |
| "loss": 0.2614, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.16043922525545218, |
| "grad_norm": 0.258570314023015, |
| "learning_rate": 7.98780487804878e-06, |
| "loss": 0.2598, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.1610492603324691, |
| "grad_norm": 0.24980544348638753, |
| "learning_rate": 8.01829268292683e-06, |
| "loss": 0.2682, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.16165929540948604, |
| "grad_norm": 0.22851755945890959, |
| "learning_rate": 8.048780487804879e-06, |
| "loss": 0.2383, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.16226933048650297, |
| "grad_norm": 0.2742225825226428, |
| "learning_rate": 8.079268292682928e-06, |
| "loss": 0.2613, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.1628793655635199, |
| "grad_norm": 0.2363713257999274, |
| "learning_rate": 8.109756097560977e-06, |
| "loss": 0.2444, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.16348940064053682, |
| "grad_norm": 0.28248352582246355, |
| "learning_rate": 8.140243902439024e-06, |
| "loss": 0.2696, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.16409943571755375, |
| "grad_norm": 0.25728717998996453, |
| "learning_rate": 8.170731707317073e-06, |
| "loss": 0.2773, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.16470947079457068, |
| "grad_norm": 0.3007522019243012, |
| "learning_rate": 8.201219512195122e-06, |
| "loss": 0.2508, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.1653195058715876, |
| "grad_norm": 0.2640301074207759, |
| "learning_rate": 8.23170731707317e-06, |
| "loss": 0.2726, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.16592954094860454, |
| "grad_norm": 0.27589684620981636, |
| "learning_rate": 8.26219512195122e-06, |
| "loss": 0.2594, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.16653957602562147, |
| "grad_norm": 0.2603256028043959, |
| "learning_rate": 8.292682926829268e-06, |
| "loss": 0.2548, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.1671496111026384, |
| "grad_norm": 0.2543287160421388, |
| "learning_rate": 8.323170731707317e-06, |
| "loss": 0.2639, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.16775964617965533, |
| "grad_norm": 0.2663572684486127, |
| "learning_rate": 8.353658536585366e-06, |
| "loss": 0.2734, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.16836968125667226, |
| "grad_norm": 0.24382846053208523, |
| "learning_rate": 8.384146341463415e-06, |
| "loss": 0.2567, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.1689797163336892, |
| "grad_norm": 0.31604403568590417, |
| "learning_rate": 8.414634146341464e-06, |
| "loss": 0.2672, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.16958975141070612, |
| "grad_norm": 0.27720443335337075, |
| "learning_rate": 8.445121951219513e-06, |
| "loss": 0.2584, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.17019978648772305, |
| "grad_norm": 0.24158731216102847, |
| "learning_rate": 8.475609756097562e-06, |
| "loss": 0.2545, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.17080982156473998, |
| "grad_norm": 0.26559843371987457, |
| "learning_rate": 8.506097560975611e-06, |
| "loss": 0.2686, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.1714198566417569, |
| "grad_norm": 0.25167456958331147, |
| "learning_rate": 8.536585365853658e-06, |
| "loss": 0.2669, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.17202989171877384, |
| "grad_norm": 0.24990090478397206, |
| "learning_rate": 8.567073170731707e-06, |
| "loss": 0.252, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.17263992679579077, |
| "grad_norm": 0.26565282242517324, |
| "learning_rate": 8.597560975609756e-06, |
| "loss": 0.2612, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.1732499618728077, |
| "grad_norm": 0.2612900682088091, |
| "learning_rate": 8.628048780487805e-06, |
| "loss": 0.2693, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.17385999694982462, |
| "grad_norm": 0.2542685727592583, |
| "learning_rate": 8.658536585365854e-06, |
| "loss": 0.2497, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.17447003202684155, |
| "grad_norm": 0.2581637078007705, |
| "learning_rate": 8.689024390243903e-06, |
| "loss": 0.2625, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.17508006710385848, |
| "grad_norm": 0.26869785766327753, |
| "learning_rate": 8.719512195121952e-06, |
| "loss": 0.2854, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.1756901021808754, |
| "grad_norm": 0.2522640376457165, |
| "learning_rate": 8.750000000000001e-06, |
| "loss": 0.2517, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.17630013725789234, |
| "grad_norm": 0.2514912970501586, |
| "learning_rate": 8.78048780487805e-06, |
| "loss": 0.2643, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.17691017233490924, |
| "grad_norm": 0.2670649726886704, |
| "learning_rate": 8.810975609756099e-06, |
| "loss": 0.2691, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.17752020741192617, |
| "grad_norm": 0.2532280359730121, |
| "learning_rate": 8.841463414634148e-06, |
| "loss": 0.2766, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.1781302424889431, |
| "grad_norm": 0.23982871280272544, |
| "learning_rate": 8.871951219512197e-06, |
| "loss": 0.2623, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.17874027756596003, |
| "grad_norm": 0.22291820269074192, |
| "learning_rate": 8.902439024390244e-06, |
| "loss": 0.2542, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.17935031264297696, |
| "grad_norm": 0.24373539859994214, |
| "learning_rate": 8.932926829268293e-06, |
| "loss": 0.275, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.1799603477199939, |
| "grad_norm": 0.251820372702038, |
| "learning_rate": 8.963414634146342e-06, |
| "loss": 0.2699, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.18057038279701082, |
| "grad_norm": 0.2341623068040451, |
| "learning_rate": 8.99390243902439e-06, |
| "loss": 0.2503, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.18118041787402775, |
| "grad_norm": 0.23554175402707625, |
| "learning_rate": 9.02439024390244e-06, |
| "loss": 0.2423, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.18179045295104468, |
| "grad_norm": 0.24651028549190948, |
| "learning_rate": 9.054878048780489e-06, |
| "loss": 0.2501, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.1824004880280616, |
| "grad_norm": 0.23298368631390087, |
| "learning_rate": 9.085365853658538e-06, |
| "loss": 0.2486, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.18301052310507854, |
| "grad_norm": 0.25387542394056234, |
| "learning_rate": 9.115853658536587e-06, |
| "loss": 0.2554, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.18362055818209547, |
| "grad_norm": 0.2743582744551358, |
| "learning_rate": 9.146341463414635e-06, |
| "loss": 0.3009, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.1842305932591124, |
| "grad_norm": 0.23267894105241863, |
| "learning_rate": 9.176829268292684e-06, |
| "loss": 0.2578, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.18484062833612933, |
| "grad_norm": 0.23211732643003208, |
| "learning_rate": 9.207317073170733e-06, |
| "loss": 0.245, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.18545066341314626, |
| "grad_norm": 0.27622864545287684, |
| "learning_rate": 9.237804878048782e-06, |
| "loss": 0.2789, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.18606069849016318, |
| "grad_norm": 0.24220813262242386, |
| "learning_rate": 9.268292682926831e-06, |
| "loss": 0.2517, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.1866707335671801, |
| "grad_norm": 0.24023476810215502, |
| "learning_rate": 9.298780487804879e-06, |
| "loss": 0.2671, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.18728076864419704, |
| "grad_norm": 0.25961081713489753, |
| "learning_rate": 9.329268292682927e-06, |
| "loss": 0.2639, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.18789080372121397, |
| "grad_norm": 0.2561706447722481, |
| "learning_rate": 9.359756097560976e-06, |
| "loss": 0.264, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.1885008387982309, |
| "grad_norm": 0.24437473491122833, |
| "learning_rate": 9.390243902439025e-06, |
| "loss": 0.2604, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.18911087387524783, |
| "grad_norm": 0.2582368491714471, |
| "learning_rate": 9.420731707317073e-06, |
| "loss": 0.2438, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.18972090895226476, |
| "grad_norm": 0.24897032920997206, |
| "learning_rate": 9.451219512195122e-06, |
| "loss": 0.2579, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.1903309440292817, |
| "grad_norm": 0.26649069100002015, |
| "learning_rate": 9.48170731707317e-06, |
| "loss": 0.2669, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.19094097910629862, |
| "grad_norm": 0.2648892505808558, |
| "learning_rate": 9.51219512195122e-06, |
| "loss": 0.2696, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.19155101418331555, |
| "grad_norm": 0.23334740105373933, |
| "learning_rate": 9.542682926829268e-06, |
| "loss": 0.2448, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.19216104926033248, |
| "grad_norm": 0.246437572595513, |
| "learning_rate": 9.573170731707317e-06, |
| "loss": 0.2495, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.1927710843373494, |
| "grad_norm": 0.2544520516547441, |
| "learning_rate": 9.603658536585366e-06, |
| "loss": 0.2731, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.19338111941436634, |
| "grad_norm": 0.2588261171385072, |
| "learning_rate": 9.634146341463415e-06, |
| "loss": 0.2502, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.19399115449138327, |
| "grad_norm": 0.247020197460797, |
| "learning_rate": 9.664634146341464e-06, |
| "loss": 0.2431, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.1946011895684002, |
| "grad_norm": 0.2697722255574314, |
| "learning_rate": 9.695121951219513e-06, |
| "loss": 0.2861, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.19521122464541713, |
| "grad_norm": 0.25055251104844295, |
| "learning_rate": 9.725609756097562e-06, |
| "loss": 0.2634, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.19582125972243403, |
| "grad_norm": 0.25664030673072813, |
| "learning_rate": 9.756097560975611e-06, |
| "loss": 0.2594, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.19643129479945096, |
| "grad_norm": 0.2568807633504417, |
| "learning_rate": 9.78658536585366e-06, |
| "loss": 0.2602, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.19704132987646789, |
| "grad_norm": 0.30938855639166934, |
| "learning_rate": 9.817073170731707e-06, |
| "loss": 0.2646, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.19765136495348481, |
| "grad_norm": 0.25640607299564616, |
| "learning_rate": 9.847560975609756e-06, |
| "loss": 0.2557, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.19826140003050174, |
| "grad_norm": 0.2755277016357419, |
| "learning_rate": 9.878048780487805e-06, |
| "loss": 0.2676, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.19887143510751867, |
| "grad_norm": 0.2828434225373175, |
| "learning_rate": 9.908536585365854e-06, |
| "loss": 0.278, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.1994814701845356, |
| "grad_norm": 0.25703933013169117, |
| "learning_rate": 9.939024390243903e-06, |
| "loss": 0.252, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.20009150526155253, |
| "grad_norm": 0.23354984579219248, |
| "learning_rate": 9.969512195121952e-06, |
| "loss": 0.2464, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.20070154033856946, |
| "grad_norm": 0.26361369945265395, |
| "learning_rate": 1e-05, |
| "loss": 0.2502, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.2013115754155864, |
| "grad_norm": 0.2507652167428992, |
| "learning_rate": 9.999997168562324e-06, |
| "loss": 0.2673, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.20192161049260332, |
| "grad_norm": 0.27304236135561094, |
| "learning_rate": 9.9999886742525e-06, |
| "loss": 0.2598, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.20253164556962025, |
| "grad_norm": 0.2287359091408107, |
| "learning_rate": 9.99997451708015e-06, |
| "loss": 0.2249, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.20314168064663718, |
| "grad_norm": 0.2673246266757542, |
| "learning_rate": 9.999954697061305e-06, |
| "loss": 0.2487, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.2037517157236541, |
| "grad_norm": 0.25713057306638515, |
| "learning_rate": 9.999929214218419e-06, |
| "loss": 0.2596, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.20436175080067104, |
| "grad_norm": 0.24997141485448354, |
| "learning_rate": 9.999898068580346e-06, |
| "loss": 0.2632, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.20497178587768797, |
| "grad_norm": 0.26986376068528667, |
| "learning_rate": 9.999861260182366e-06, |
| "loss": 0.2508, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.2055818209547049, |
| "grad_norm": 0.25089494428271947, |
| "learning_rate": 9.999818789066164e-06, |
| "loss": 0.262, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.20619185603172183, |
| "grad_norm": 0.26370819630042563, |
| "learning_rate": 9.999770655279843e-06, |
| "loss": 0.2579, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.20680189110873876, |
| "grad_norm": 0.2951528596227915, |
| "learning_rate": 9.99971685887792e-06, |
| "loss": 0.2843, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.20741192618575569, |
| "grad_norm": 0.25114828422920793, |
| "learning_rate": 9.999657399921321e-06, |
| "loss": 0.2701, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.20802196126277261, |
| "grad_norm": 0.2542038881881685, |
| "learning_rate": 9.999592278477389e-06, |
| "loss": 0.264, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.20863199633978954, |
| "grad_norm": 0.2783939826492031, |
| "learning_rate": 9.999521494619876e-06, |
| "loss": 0.2705, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.20924203141680647, |
| "grad_norm": 0.2387066722281608, |
| "learning_rate": 9.999445048428952e-06, |
| "loss": 0.261, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.2098520664938234, |
| "grad_norm": 0.2577640282603642, |
| "learning_rate": 9.999362939991202e-06, |
| "loss": 0.2521, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.21046210157084033, |
| "grad_norm": 0.2277437965064566, |
| "learning_rate": 9.999275169399614e-06, |
| "loss": 0.2401, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.21107213664785726, |
| "grad_norm": 0.2607184798714529, |
| "learning_rate": 9.999181736753598e-06, |
| "loss": 0.2368, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.2116821717248742, |
| "grad_norm": 0.2743794302014217, |
| "learning_rate": 9.999082642158972e-06, |
| "loss": 0.25, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.21229220680189112, |
| "grad_norm": 0.27233210453368745, |
| "learning_rate": 9.99897788572797e-06, |
| "loss": 0.2836, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.21290224187890805, |
| "grad_norm": 0.25517501025766626, |
| "learning_rate": 9.998867467579234e-06, |
| "loss": 0.253, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.21351227695592498, |
| "grad_norm": 0.2579378404488621, |
| "learning_rate": 9.998751387837822e-06, |
| "loss": 0.2616, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.21412231203294188, |
| "grad_norm": 0.2812216022431848, |
| "learning_rate": 9.998629646635203e-06, |
| "loss": 0.2586, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.2147323471099588, |
| "grad_norm": 0.24197851638553763, |
| "learning_rate": 9.99850224410926e-06, |
| "loss": 0.2422, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.21534238218697574, |
| "grad_norm": 0.27306080649708614, |
| "learning_rate": 9.998369180404283e-06, |
| "loss": 0.2671, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.21595241726399267, |
| "grad_norm": 0.357489524633953, |
| "learning_rate": 9.998230455670978e-06, |
| "loss": 0.2522, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.2165624523410096, |
| "grad_norm": 0.2697247457552434, |
| "learning_rate": 9.998086070066459e-06, |
| "loss": 0.2809, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.21717248741802653, |
| "grad_norm": 0.2620363759776813, |
| "learning_rate": 9.997936023754258e-06, |
| "loss": 0.26, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.21778252249504346, |
| "grad_norm": 0.25870971628871203, |
| "learning_rate": 9.99778031690431e-06, |
| "loss": 0.2767, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.2183925575720604, |
| "grad_norm": 0.2312512617517111, |
| "learning_rate": 9.997618949692966e-06, |
| "loss": 0.2467, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.21900259264907732, |
| "grad_norm": 0.2731114305931224, |
| "learning_rate": 9.997451922302987e-06, |
| "loss": 0.2346, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.21961262772609424, |
| "grad_norm": 0.25657499501781883, |
| "learning_rate": 9.997279234923542e-06, |
| "loss": 0.2504, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.22022266280311117, |
| "grad_norm": 0.2510163321878893, |
| "learning_rate": 9.997100887750215e-06, |
| "loss": 0.2517, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.2208326978801281, |
| "grad_norm": 0.25272708866757615, |
| "learning_rate": 9.996916880984995e-06, |
| "loss": 0.2477, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.22144273295714503, |
| "grad_norm": 0.2584798059801417, |
| "learning_rate": 9.996727214836286e-06, |
| "loss": 0.2509, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.22205276803416196, |
| "grad_norm": 0.27124501953300556, |
| "learning_rate": 9.996531889518898e-06, |
| "loss": 0.2635, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.2226628031111789, |
| "grad_norm": 0.2807475690600024, |
| "learning_rate": 9.99633090525405e-06, |
| "loss": 0.2658, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.22327283818819582, |
| "grad_norm": 0.26904250476142233, |
| "learning_rate": 9.996124262269376e-06, |
| "loss": 0.2446, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.22388287326521275, |
| "grad_norm": 0.2680294619993861, |
| "learning_rate": 9.99591196079891e-06, |
| "loss": 0.2595, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.22449290834222968, |
| "grad_norm": 0.285142520335724, |
| "learning_rate": 9.995694001083103e-06, |
| "loss": 0.2638, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.2251029434192466, |
| "grad_norm": 0.27597769384607446, |
| "learning_rate": 9.995470383368808e-06, |
| "loss": 0.2659, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.22571297849626354, |
| "grad_norm": 0.30424817017406613, |
| "learning_rate": 9.99524110790929e-06, |
| "loss": 0.2714, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.22632301357328047, |
| "grad_norm": 0.25721127229254476, |
| "learning_rate": 9.99500617496422e-06, |
| "loss": 0.2611, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.2269330486502974, |
| "grad_norm": 0.2751301645393888, |
| "learning_rate": 9.994765584799679e-06, |
| "loss": 0.2618, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.22754308372731433, |
| "grad_norm": 0.2692736088441834, |
| "learning_rate": 9.994519337688152e-06, |
| "loss": 0.2492, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.22815311880433126, |
| "grad_norm": 0.25304783010432796, |
| "learning_rate": 9.994267433908533e-06, |
| "loss": 0.2527, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.22876315388134819, |
| "grad_norm": 0.2863607765873851, |
| "learning_rate": 9.994009873746121e-06, |
| "loss": 0.2608, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.22937318895836512, |
| "grad_norm": 0.26194638397821157, |
| "learning_rate": 9.993746657492622e-06, |
| "loss": 0.2673, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.22998322403538204, |
| "grad_norm": 0.26236574139222973, |
| "learning_rate": 9.993477785446151e-06, |
| "loss": 0.2449, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.23059325911239897, |
| "grad_norm": 0.2750923719520727, |
| "learning_rate": 9.993203257911222e-06, |
| "loss": 0.2683, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.2312032941894159, |
| "grad_norm": 0.28560193546700424, |
| "learning_rate": 9.99292307519876e-06, |
| "loss": 0.254, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.23181332926643283, |
| "grad_norm": 0.3132035003182686, |
| "learning_rate": 9.992637237626092e-06, |
| "loss": 0.2523, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.23242336434344976, |
| "grad_norm": 0.2825046469057102, |
| "learning_rate": 9.992345745516954e-06, |
| "loss": 0.2815, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.23303339942046666, |
| "grad_norm": 0.28466890282763896, |
| "learning_rate": 9.992048599201478e-06, |
| "loss": 0.2652, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.2336434344974836, |
| "grad_norm": 0.26975445758231287, |
| "learning_rate": 9.991745799016206e-06, |
| "loss": 0.2612, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.23425346957450052, |
| "grad_norm": 0.23586273367056518, |
| "learning_rate": 9.991437345304084e-06, |
| "loss": 0.2596, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.23486350465151745, |
| "grad_norm": 0.30573359370561365, |
| "learning_rate": 9.991123238414455e-06, |
| "loss": 0.2524, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.23547353972853438, |
| "grad_norm": 0.2630216344835691, |
| "learning_rate": 9.990803478703073e-06, |
| "loss": 0.2446, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.2360835748055513, |
| "grad_norm": 0.25756493585689366, |
| "learning_rate": 9.990478066532088e-06, |
| "loss": 0.2303, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.23669360988256824, |
| "grad_norm": 0.2694584250938353, |
| "learning_rate": 9.990147002270051e-06, |
| "loss": 0.2526, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.23730364495958517, |
| "grad_norm": 0.28404877974160536, |
| "learning_rate": 9.989810286291923e-06, |
| "loss": 0.2578, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.2379136800366021, |
| "grad_norm": 0.24306934901870883, |
| "learning_rate": 9.989467918979055e-06, |
| "loss": 0.2508, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.23852371511361903, |
| "grad_norm": 0.27162306691858007, |
| "learning_rate": 9.989119900719206e-06, |
| "loss": 0.2464, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.23913375019063596, |
| "grad_norm": 0.267591647087372, |
| "learning_rate": 9.988766231906532e-06, |
| "loss": 0.2669, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.2397437852676529, |
| "grad_norm": 0.250629654500331, |
| "learning_rate": 9.988406912941591e-06, |
| "loss": 0.2599, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.24035382034466982, |
| "grad_norm": 0.27800678255553674, |
| "learning_rate": 9.988041944231335e-06, |
| "loss": 0.266, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.24096385542168675, |
| "grad_norm": 0.2646178524474114, |
| "learning_rate": 9.987671326189123e-06, |
| "loss": 0.2297, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.24157389049870368, |
| "grad_norm": 0.2618422966309834, |
| "learning_rate": 9.987295059234704e-06, |
| "loss": 0.2593, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.2421839255757206, |
| "grad_norm": 0.26039061767925137, |
| "learning_rate": 9.986913143794232e-06, |
| "loss": 0.2594, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.24279396065273753, |
| "grad_norm": 0.43661380805158756, |
| "learning_rate": 9.986525580300253e-06, |
| "loss": 0.2553, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.24340399572975446, |
| "grad_norm": 0.2521963798608539, |
| "learning_rate": 9.986132369191712e-06, |
| "loss": 0.2386, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.2440140308067714, |
| "grad_norm": 0.2522149023961132, |
| "learning_rate": 9.98573351091395e-06, |
| "loss": 0.2489, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.24462406588378832, |
| "grad_norm": 0.24778130062040454, |
| "learning_rate": 9.985329005918702e-06, |
| "loss": 0.2291, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.24523410096080525, |
| "grad_norm": 0.2569038342607788, |
| "learning_rate": 9.984918854664105e-06, |
| "loss": 0.2612, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.24584413603782218, |
| "grad_norm": 0.25041191695544, |
| "learning_rate": 9.984503057614684e-06, |
| "loss": 0.2576, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.2464541711148391, |
| "grad_norm": 0.24717652132981327, |
| "learning_rate": 9.984081615241356e-06, |
| "loss": 0.2495, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.24706420619185604, |
| "grad_norm": 0.26673537646912776, |
| "learning_rate": 9.983654528021442e-06, |
| "loss": 0.2689, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.24767424126887297, |
| "grad_norm": 0.2465342997361249, |
| "learning_rate": 9.98322179643865e-06, |
| "loss": 0.2616, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.2482842763458899, |
| "grad_norm": 0.28245378040509006, |
| "learning_rate": 9.982783420983075e-06, |
| "loss": 0.2511, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.24889431142290683, |
| "grad_norm": 0.26880312709115456, |
| "learning_rate": 9.982339402151217e-06, |
| "loss": 0.2327, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.24950434649992376, |
| "grad_norm": 0.254261386844422, |
| "learning_rate": 9.981889740445958e-06, |
| "loss": 0.2388, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.25011438157694066, |
| "grad_norm": 0.26583061665924723, |
| "learning_rate": 9.981434436376572e-06, |
| "loss": 0.2735, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2507244166539576, |
| "grad_norm": 0.2537203710329665, |
| "learning_rate": 9.980973490458728e-06, |
| "loss": 0.2802, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.2513344517309745, |
| "grad_norm": 0.2669060501581036, |
| "learning_rate": 9.980506903214481e-06, |
| "loss": 0.2564, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.2519444868079915, |
| "grad_norm": 0.2559541236925637, |
| "learning_rate": 9.980034675172274e-06, |
| "loss": 0.2432, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.2525545218850084, |
| "grad_norm": 0.2558690804133373, |
| "learning_rate": 9.979556806866943e-06, |
| "loss": 0.2535, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "grad_norm": 0.25826409987008647, |
| "learning_rate": 9.97907329883971e-06, |
| "loss": 0.2762, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.25377459203904223, |
| "grad_norm": 0.26642742809887227, |
| "learning_rate": 9.978584151638182e-06, |
| "loss": 0.2697, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.2543846271160592, |
| "grad_norm": 0.23619289173506056, |
| "learning_rate": 9.978089365816357e-06, |
| "loss": 0.24, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.2549946621930761, |
| "grad_norm": 0.2540500448608682, |
| "learning_rate": 9.977588941934615e-06, |
| "loss": 0.2762, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.25560469727009305, |
| "grad_norm": 0.2565053314392929, |
| "learning_rate": 9.977082880559725e-06, |
| "loss": 0.27, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.25621473234710995, |
| "grad_norm": 0.24569647149613266, |
| "learning_rate": 9.97657118226484e-06, |
| "loss": 0.2471, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.2568247674241269, |
| "grad_norm": 0.24132230841255492, |
| "learning_rate": 9.976053847629496e-06, |
| "loss": 0.2463, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.2574348025011438, |
| "grad_norm": 0.23527712284133528, |
| "learning_rate": 9.975530877239613e-06, |
| "loss": 0.2345, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.25804483757816077, |
| "grad_norm": 0.2769563848341972, |
| "learning_rate": 9.975002271687496e-06, |
| "loss": 0.2664, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.25865487265517767, |
| "grad_norm": 0.3293393338967704, |
| "learning_rate": 9.974468031571825e-06, |
| "loss": 0.2674, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.2592649077321946, |
| "grad_norm": 0.2602552909440054, |
| "learning_rate": 9.973928157497675e-06, |
| "loss": 0.2832, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.25987494280921153, |
| "grad_norm": 0.2580342895295799, |
| "learning_rate": 9.973382650076488e-06, |
| "loss": 0.2629, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.26048497788622843, |
| "grad_norm": 0.26747490402513346, |
| "learning_rate": 9.972831509926094e-06, |
| "loss": 0.2719, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.2610950129632454, |
| "grad_norm": 0.23993540925898904, |
| "learning_rate": 9.972274737670702e-06, |
| "loss": 0.2363, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.2617050480402623, |
| "grad_norm": 0.30395384010333787, |
| "learning_rate": 9.971712333940896e-06, |
| "loss": 0.271, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.26231508311727925, |
| "grad_norm": 0.2584379936178291, |
| "learning_rate": 9.971144299373643e-06, |
| "loss": 0.2482, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.26292511819429615, |
| "grad_norm": 0.24603617492477198, |
| "learning_rate": 9.970570634612282e-06, |
| "loss": 0.2542, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.2635351532713131, |
| "grad_norm": 0.2505894181965195, |
| "learning_rate": 9.969991340306533e-06, |
| "loss": 0.2404, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.26414518834833, |
| "grad_norm": 0.24674783311739618, |
| "learning_rate": 9.969406417112489e-06, |
| "loss": 0.2363, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.26475522342534696, |
| "grad_norm": 0.35440716800891336, |
| "learning_rate": 9.968815865692622e-06, |
| "loss": 0.2475, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.26536525850236387, |
| "grad_norm": 0.2744766335288482, |
| "learning_rate": 9.968219686715773e-06, |
| "loss": 0.2581, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.2659752935793808, |
| "grad_norm": 0.2674838161349361, |
| "learning_rate": 9.96761788085716e-06, |
| "loss": 0.2638, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.2665853286563977, |
| "grad_norm": 0.2520490283184246, |
| "learning_rate": 9.967010448798376e-06, |
| "loss": 0.2529, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.2671953637334147, |
| "grad_norm": 0.31522100232197137, |
| "learning_rate": 9.96639739122738e-06, |
| "loss": 0.2696, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.2678053988104316, |
| "grad_norm": 0.26977483001310687, |
| "learning_rate": 9.965778708838509e-06, |
| "loss": 0.2372, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.26841543388744854, |
| "grad_norm": 0.24287141515808836, |
| "learning_rate": 9.965154402332464e-06, |
| "loss": 0.2399, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.26902546896446544, |
| "grad_norm": 0.2739660973493756, |
| "learning_rate": 9.964524472416319e-06, |
| "loss": 0.2529, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.2696355040414824, |
| "grad_norm": 0.26189624333130374, |
| "learning_rate": 9.96388891980352e-06, |
| "loss": 0.2549, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.2702455391184993, |
| "grad_norm": 0.26116140101705765, |
| "learning_rate": 9.963247745213876e-06, |
| "loss": 0.2613, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.27085557419551626, |
| "grad_norm": 0.2698487180887434, |
| "learning_rate": 9.962600949373567e-06, |
| "loss": 0.2635, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.27146560927253316, |
| "grad_norm": 0.24553015492634403, |
| "learning_rate": 9.961948533015135e-06, |
| "loss": 0.2442, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.2720756443495501, |
| "grad_norm": 0.23926699877002677, |
| "learning_rate": 9.961290496877492e-06, |
| "loss": 0.2598, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.272685679426567, |
| "grad_norm": 0.2765901598887178, |
| "learning_rate": 9.960626841705913e-06, |
| "loss": 0.2768, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.273295714503584, |
| "grad_norm": 0.24629883798169278, |
| "learning_rate": 9.95995756825204e-06, |
| "loss": 0.2649, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.2739057495806009, |
| "grad_norm": 0.26061938760384895, |
| "learning_rate": 9.959282677273869e-06, |
| "loss": 0.2599, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.27451578465761783, |
| "grad_norm": 0.25357892001252424, |
| "learning_rate": 9.95860216953577e-06, |
| "loss": 0.2277, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.27512581973463474, |
| "grad_norm": 0.24102293841362316, |
| "learning_rate": 9.95791604580847e-06, |
| "loss": 0.2368, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.2757358548116517, |
| "grad_norm": 0.2656199764240277, |
| "learning_rate": 9.957224306869053e-06, |
| "loss": 0.2403, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.2763458898886686, |
| "grad_norm": 0.26931339295947415, |
| "learning_rate": 9.956526953500965e-06, |
| "loss": 0.2528, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.27695592496568555, |
| "grad_norm": 0.25037961889937077, |
| "learning_rate": 9.955823986494012e-06, |
| "loss": 0.2625, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.27756596004270245, |
| "grad_norm": 0.25439066559296586, |
| "learning_rate": 9.955115406644357e-06, |
| "loss": 0.2665, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.2781759951197194, |
| "grad_norm": 0.25659990784327696, |
| "learning_rate": 9.95440121475452e-06, |
| "loss": 0.2415, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.2787860301967363, |
| "grad_norm": 0.24662984651313433, |
| "learning_rate": 9.953681411633376e-06, |
| "loss": 0.2545, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.2793960652737532, |
| "grad_norm": 0.2558250167454128, |
| "learning_rate": 9.952955998096155e-06, |
| "loss": 0.2488, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.28000610035077017, |
| "grad_norm": 0.23806375709432726, |
| "learning_rate": 9.952224974964446e-06, |
| "loss": 0.2284, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.2806161354277871, |
| "grad_norm": 0.24600626960166394, |
| "learning_rate": 9.951488343066184e-06, |
| "loss": 0.2335, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.28122617050480403, |
| "grad_norm": 0.2811619586861078, |
| "learning_rate": 9.950746103235663e-06, |
| "loss": 0.2628, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.28183620558182093, |
| "grad_norm": 0.24366421930517498, |
| "learning_rate": 9.949998256313523e-06, |
| "loss": 0.2796, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.2824462406588379, |
| "grad_norm": 0.25171729952336713, |
| "learning_rate": 9.949244803146757e-06, |
| "loss": 0.2493, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.2830562757358548, |
| "grad_norm": 0.25433563615871724, |
| "learning_rate": 9.948485744588709e-06, |
| "loss": 0.2588, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.28366631081287175, |
| "grad_norm": 0.2282071902405683, |
| "learning_rate": 9.947721081499068e-06, |
| "loss": 0.2464, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.28427634588988865, |
| "grad_norm": 0.24596986616467853, |
| "learning_rate": 9.946950814743871e-06, |
| "loss": 0.244, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.2848863809669056, |
| "grad_norm": 0.25314080481909895, |
| "learning_rate": 9.946174945195508e-06, |
| "loss": 0.2368, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.2854964160439225, |
| "grad_norm": 0.2480664113962836, |
| "learning_rate": 9.945393473732706e-06, |
| "loss": 0.2467, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.28610645112093946, |
| "grad_norm": 0.24597627536896932, |
| "learning_rate": 9.944606401240538e-06, |
| "loss": 0.2499, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.28671648619795637, |
| "grad_norm": 0.26505498442178216, |
| "learning_rate": 9.943813728610428e-06, |
| "loss": 0.253, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2873265212749733, |
| "grad_norm": 0.2590414417352618, |
| "learning_rate": 9.943015456740132e-06, |
| "loss": 0.2534, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.2879365563519902, |
| "grad_norm": 0.25994353284833804, |
| "learning_rate": 9.942211586533756e-06, |
| "loss": 0.269, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.2885465914290072, |
| "grad_norm": 0.2757214458321111, |
| "learning_rate": 9.941402118901743e-06, |
| "loss": 0.2538, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.2891566265060241, |
| "grad_norm": 0.22785777363847964, |
| "learning_rate": 9.940587054760875e-06, |
| "loss": 0.2449, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.28976666158304104, |
| "grad_norm": 0.2977878583545315, |
| "learning_rate": 9.939766395034275e-06, |
| "loss": 0.2436, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.29037669666005794, |
| "grad_norm": 0.25374903168798246, |
| "learning_rate": 9.938940140651398e-06, |
| "loss": 0.2551, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.2909867317370749, |
| "grad_norm": 0.26923026331434907, |
| "learning_rate": 9.938108292548044e-06, |
| "loss": 0.2356, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.2915967668140918, |
| "grad_norm": 0.2750449727972376, |
| "learning_rate": 9.937270851666341e-06, |
| "loss": 0.2638, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.29220680189110876, |
| "grad_norm": 0.2533222033571772, |
| "learning_rate": 9.936427818954753e-06, |
| "loss": 0.2432, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.29281683696812566, |
| "grad_norm": 0.2506513318638803, |
| "learning_rate": 9.935579195368078e-06, |
| "loss": 0.2677, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.2934268720451426, |
| "grad_norm": 0.2631288863531059, |
| "learning_rate": 9.934724981867447e-06, |
| "loss": 0.2528, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.2940369071221595, |
| "grad_norm": 0.23937145957999464, |
| "learning_rate": 9.93386517942032e-06, |
| "loss": 0.2478, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.2946469421991765, |
| "grad_norm": 0.25924435777122534, |
| "learning_rate": 9.93299978900049e-06, |
| "loss": 0.2504, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.2952569772761934, |
| "grad_norm": 0.26376643896473395, |
| "learning_rate": 9.932128811588074e-06, |
| "loss": 0.2467, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.29586701235321033, |
| "grad_norm": 0.27081772073605664, |
| "learning_rate": 9.931252248169518e-06, |
| "loss": 0.2649, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.29647704743022724, |
| "grad_norm": 0.2572481234239358, |
| "learning_rate": 9.9303700997376e-06, |
| "loss": 0.237, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.2970870825072442, |
| "grad_norm": 0.263952425140558, |
| "learning_rate": 9.929482367291417e-06, |
| "loss": 0.2566, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.2976971175842611, |
| "grad_norm": 0.25097369019657156, |
| "learning_rate": 9.928589051836392e-06, |
| "loss": 0.2513, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.298307152661278, |
| "grad_norm": 0.25162784794934706, |
| "learning_rate": 9.927690154384273e-06, |
| "loss": 0.2493, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.29891718773829495, |
| "grad_norm": 0.29235771663739313, |
| "learning_rate": 9.92678567595313e-06, |
| "loss": 0.2734, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.29952722281531186, |
| "grad_norm": 0.24856494040312965, |
| "learning_rate": 9.92587561756735e-06, |
| "loss": 0.2632, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.3001372578923288, |
| "grad_norm": 0.25410549867586324, |
| "learning_rate": 9.924959980257645e-06, |
| "loss": 0.2384, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.3007472929693457, |
| "grad_norm": 0.2532511684622894, |
| "learning_rate": 9.924038765061042e-06, |
| "loss": 0.2358, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.30135732804636267, |
| "grad_norm": 0.24565076144059494, |
| "learning_rate": 9.923111973020885e-06, |
| "loss": 0.257, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.3019673631233796, |
| "grad_norm": 0.2583658220557501, |
| "learning_rate": 9.922179605186837e-06, |
| "loss": 0.2553, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.30257739820039653, |
| "grad_norm": 0.2482486410141977, |
| "learning_rate": 9.921241662614874e-06, |
| "loss": 0.2399, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.30318743327741343, |
| "grad_norm": 0.25631202391417307, |
| "learning_rate": 9.920298146367287e-06, |
| "loss": 0.2649, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.3037974683544304, |
| "grad_norm": 0.24307313332469035, |
| "learning_rate": 9.919349057512679e-06, |
| "loss": 0.242, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.3044075034314473, |
| "grad_norm": 0.22637978283295307, |
| "learning_rate": 9.918394397125963e-06, |
| "loss": 0.2278, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.30501753850846425, |
| "grad_norm": 0.25163879424818747, |
| "learning_rate": 9.917434166288364e-06, |
| "loss": 0.2265, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.30501753850846425, |
| "eval_loss": 0.2490791380405426, |
| "eval_runtime": 260.635, |
| "eval_samples_per_second": 4.105, |
| "eval_steps_per_second": 0.13, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.30562757358548115, |
| "grad_norm": 0.24358156361203398, |
| "learning_rate": 9.916468366087418e-06, |
| "loss": 0.2425, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.3062376086624981, |
| "grad_norm": 0.33977096706149845, |
| "learning_rate": 9.915496997616963e-06, |
| "loss": 0.2468, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.306847643739515, |
| "grad_norm": 0.23025095643742358, |
| "learning_rate": 9.91452006197715e-06, |
| "loss": 0.2266, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.30745767881653197, |
| "grad_norm": 0.2600726676831414, |
| "learning_rate": 9.913537560274426e-06, |
| "loss": 0.2571, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.30806771389354887, |
| "grad_norm": 0.2228281275268031, |
| "learning_rate": 9.912549493621555e-06, |
| "loss": 0.2368, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.3086777489705658, |
| "grad_norm": 0.24438283754941054, |
| "learning_rate": 9.911555863137593e-06, |
| "loss": 0.2625, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.3092877840475827, |
| "grad_norm": 0.23383710835984622, |
| "learning_rate": 9.910556669947902e-06, |
| "loss": 0.2471, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.3098978191245997, |
| "grad_norm": 0.24743991801197227, |
| "learning_rate": 9.909551915184144e-06, |
| "loss": 0.2635, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.3105078542016166, |
| "grad_norm": 0.2794396361771197, |
| "learning_rate": 9.908541599984276e-06, |
| "loss": 0.276, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.31111788927863354, |
| "grad_norm": 0.2814300827849775, |
| "learning_rate": 9.907525725492559e-06, |
| "loss": 0.2646, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.31172792435565044, |
| "grad_norm": 0.24066164246061003, |
| "learning_rate": 9.906504292859544e-06, |
| "loss": 0.2815, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.3123379594326674, |
| "grad_norm": 0.2720619923340415, |
| "learning_rate": 9.905477303242085e-06, |
| "loss": 0.2475, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.3129479945096843, |
| "grad_norm": 0.266396569737668, |
| "learning_rate": 9.904444757803322e-06, |
| "loss": 0.2143, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.31355802958670126, |
| "grad_norm": 0.26843992179019743, |
| "learning_rate": 9.903406657712688e-06, |
| "loss": 0.258, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.31416806466371816, |
| "grad_norm": 0.24052398634290234, |
| "learning_rate": 9.902363004145914e-06, |
| "loss": 0.2387, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.3147780997407351, |
| "grad_norm": 0.2523106598314947, |
| "learning_rate": 9.901313798285012e-06, |
| "loss": 0.2466, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.315388134817752, |
| "grad_norm": 0.22329761292848602, |
| "learning_rate": 9.90025904131829e-06, |
| "loss": 0.2187, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.315998169894769, |
| "grad_norm": 0.22947361076735034, |
| "learning_rate": 9.899198734440335e-06, |
| "loss": 0.2544, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.3166082049717859, |
| "grad_norm": 0.2645678387368134, |
| "learning_rate": 9.898132878852026e-06, |
| "loss": 0.2703, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.3172182400488028, |
| "grad_norm": 0.22881394529975585, |
| "learning_rate": 9.897061475760528e-06, |
| "loss": 0.2188, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.31782827512581974, |
| "grad_norm": 0.23413558660635153, |
| "learning_rate": 9.895984526379282e-06, |
| "loss": 0.2121, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.31843831020283664, |
| "grad_norm": 0.24515654764657868, |
| "learning_rate": 9.894902031928014e-06, |
| "loss": 0.2582, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.3190483452798536, |
| "grad_norm": 0.24783751437653048, |
| "learning_rate": 9.89381399363273e-06, |
| "loss": 0.2454, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.3196583803568705, |
| "grad_norm": 0.25944084766719894, |
| "learning_rate": 9.892720412725717e-06, |
| "loss": 0.2339, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.32026841543388745, |
| "grad_norm": 0.24221200657802805, |
| "learning_rate": 9.891621290445534e-06, |
| "loss": 0.2415, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.32087845051090436, |
| "grad_norm": 0.26721221201594864, |
| "learning_rate": 9.890516628037024e-06, |
| "loss": 0.2467, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.3214884855879213, |
| "grad_norm": 0.2661462723846872, |
| "learning_rate": 9.889406426751296e-06, |
| "loss": 0.2544, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.3220985206649382, |
| "grad_norm": 0.25737118244462615, |
| "learning_rate": 9.88829068784574e-06, |
| "loss": 0.2519, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.32270855574195517, |
| "grad_norm": 0.2566760568897278, |
| "learning_rate": 9.887169412584012e-06, |
| "loss": 0.248, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.3233185908189721, |
| "grad_norm": 0.27835987527905887, |
| "learning_rate": 9.88604260223604e-06, |
| "loss": 0.2469, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.32392862589598903, |
| "grad_norm": 0.2655282154010336, |
| "learning_rate": 9.884910258078022e-06, |
| "loss": 0.2599, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.32453866097300593, |
| "grad_norm": 0.2667148794264865, |
| "learning_rate": 9.883772381392423e-06, |
| "loss": 0.2412, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.3251486960500229, |
| "grad_norm": 0.2623581156385756, |
| "learning_rate": 9.882628973467972e-06, |
| "loss": 0.2618, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.3257587311270398, |
| "grad_norm": 0.24318620380902956, |
| "learning_rate": 9.881480035599667e-06, |
| "loss": 0.2376, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.32636876620405675, |
| "grad_norm": 0.26633961251095956, |
| "learning_rate": 9.880325569088765e-06, |
| "loss": 0.2503, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.32697880128107365, |
| "grad_norm": 0.2630382405080692, |
| "learning_rate": 9.879165575242788e-06, |
| "loss": 0.2567, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.3275888363580906, |
| "grad_norm": 0.2541644574129942, |
| "learning_rate": 9.878000055375512e-06, |
| "loss": 0.2474, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.3281988714351075, |
| "grad_norm": 0.30155457807091895, |
| "learning_rate": 9.87682901080698e-06, |
| "loss": 0.2464, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.32880890651212447, |
| "grad_norm": 0.2660733739753395, |
| "learning_rate": 9.875652442863483e-06, |
| "loss": 0.2494, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.32941894158914137, |
| "grad_norm": 0.24132541271471367, |
| "learning_rate": 9.874470352877576e-06, |
| "loss": 0.2653, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3300289766661583, |
| "grad_norm": 0.2315138925207163, |
| "learning_rate": 9.873282742188066e-06, |
| "loss": 0.2417, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.3306390117431752, |
| "grad_norm": 0.31417481601320424, |
| "learning_rate": 9.87208961214001e-06, |
| "loss": 0.2766, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.3312490468201922, |
| "grad_norm": 0.24645469040878668, |
| "learning_rate": 9.870890964084713e-06, |
| "loss": 0.2439, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.3318590818972091, |
| "grad_norm": 0.2363463068965621, |
| "learning_rate": 9.86968679937974e-06, |
| "loss": 0.2534, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.33246911697422604, |
| "grad_norm": 0.2692926962955553, |
| "learning_rate": 9.868477119388897e-06, |
| "loss": 0.2481, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.33307915205124294, |
| "grad_norm": 0.2470726477470715, |
| "learning_rate": 9.867261925482233e-06, |
| "loss": 0.2376, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.3336891871282599, |
| "grad_norm": 0.26915801212713547, |
| "learning_rate": 9.866041219036051e-06, |
| "loss": 0.2567, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.3342992222052768, |
| "grad_norm": 0.23819617510254015, |
| "learning_rate": 9.86481500143289e-06, |
| "loss": 0.2287, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.3349092572822937, |
| "grad_norm": 0.23372133613640378, |
| "learning_rate": 9.863583274061535e-06, |
| "loss": 0.2132, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.33551929235931066, |
| "grad_norm": 0.2560238801091462, |
| "learning_rate": 9.862346038317009e-06, |
| "loss": 0.2379, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.33612932743632756, |
| "grad_norm": 0.2577909389450448, |
| "learning_rate": 9.861103295600574e-06, |
| "loss": 0.2468, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.3367393625133445, |
| "grad_norm": 0.36804965214464147, |
| "learning_rate": 9.859855047319732e-06, |
| "loss": 0.2553, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.3373493975903614, |
| "grad_norm": 0.25636657805348956, |
| "learning_rate": 9.858601294888212e-06, |
| "loss": 0.2595, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.3379594326673784, |
| "grad_norm": 0.25072273193978134, |
| "learning_rate": 9.85734203972599e-06, |
| "loss": 0.2472, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.3385694677443953, |
| "grad_norm": 0.2721479101551272, |
| "learning_rate": 9.856077283259262e-06, |
| "loss": 0.2394, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.33917950282141224, |
| "grad_norm": 0.26469111104432536, |
| "learning_rate": 9.85480702692046e-06, |
| "loss": 0.2499, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.33978953789842914, |
| "grad_norm": 0.24605892848863048, |
| "learning_rate": 9.853531272148248e-06, |
| "loss": 0.2402, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.3403995729754461, |
| "grad_norm": 0.2470370356204931, |
| "learning_rate": 9.852250020387513e-06, |
| "loss": 0.2396, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.341009608052463, |
| "grad_norm": 0.27967529556696236, |
| "learning_rate": 9.850963273089365e-06, |
| "loss": 0.2592, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.34161964312947996, |
| "grad_norm": 0.2550975214568574, |
| "learning_rate": 9.849671031711146e-06, |
| "loss": 0.2357, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.34222967820649686, |
| "grad_norm": 0.23782560164722819, |
| "learning_rate": 9.848373297716414e-06, |
| "loss": 0.2302, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.3428397132835138, |
| "grad_norm": 0.26172256616517786, |
| "learning_rate": 9.847070072574952e-06, |
| "loss": 0.261, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.3434497483605307, |
| "grad_norm": 0.25376783721614055, |
| "learning_rate": 9.84576135776276e-06, |
| "loss": 0.2525, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.3440597834375477, |
| "grad_norm": 0.25534231185707695, |
| "learning_rate": 9.844447154762054e-06, |
| "loss": 0.2581, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.3446698185145646, |
| "grad_norm": 0.2514937599287347, |
| "learning_rate": 9.84312746506127e-06, |
| "loss": 0.2408, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.34527985359158153, |
| "grad_norm": 0.23793239330047294, |
| "learning_rate": 9.841802290155054e-06, |
| "loss": 0.2457, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.34588988866859843, |
| "grad_norm": 0.2498278422776726, |
| "learning_rate": 9.840471631544266e-06, |
| "loss": 0.2472, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.3464999237456154, |
| "grad_norm": 0.25133312384225875, |
| "learning_rate": 9.839135490735978e-06, |
| "loss": 0.2525, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.3471099588226323, |
| "grad_norm": 0.23975828367424365, |
| "learning_rate": 9.837793869243468e-06, |
| "loss": 0.2483, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.34771999389964925, |
| "grad_norm": 0.23902175350837487, |
| "learning_rate": 9.836446768586225e-06, |
| "loss": 0.2414, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.34833002897666615, |
| "grad_norm": 0.23786061397646546, |
| "learning_rate": 9.835094190289941e-06, |
| "loss": 0.2419, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.3489400640536831, |
| "grad_norm": 0.23971167681501773, |
| "learning_rate": 9.833736135886513e-06, |
| "loss": 0.2432, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.3495500991307, |
| "grad_norm": 0.2469864119024162, |
| "learning_rate": 9.832372606914038e-06, |
| "loss": 0.2495, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.35016013420771697, |
| "grad_norm": 0.2516517284719589, |
| "learning_rate": 9.831003604916815e-06, |
| "loss": 0.2301, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.35077016928473387, |
| "grad_norm": 0.2604419831002641, |
| "learning_rate": 9.829629131445342e-06, |
| "loss": 0.2583, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.3513802043617508, |
| "grad_norm": 0.24036837488264234, |
| "learning_rate": 9.828249188056314e-06, |
| "loss": 0.2423, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.3519902394387677, |
| "grad_norm": 0.2693073521625091, |
| "learning_rate": 9.826863776312621e-06, |
| "loss": 0.2515, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.3526002745157847, |
| "grad_norm": 0.24574119339988224, |
| "learning_rate": 9.825472897783344e-06, |
| "loss": 0.2328, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.3532103095928016, |
| "grad_norm": 0.2422586260824654, |
| "learning_rate": 9.824076554043759e-06, |
| "loss": 0.23, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.3538203446698185, |
| "grad_norm": 0.24616937036065017, |
| "learning_rate": 9.822674746675329e-06, |
| "loss": 0.216, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.35443037974683544, |
| "grad_norm": 0.2619722786538483, |
| "learning_rate": 9.821267477265705e-06, |
| "loss": 0.2529, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.35504041482385235, |
| "grad_norm": 0.23474122964467006, |
| "learning_rate": 9.819854747408728e-06, |
| "loss": 0.2459, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.3556504499008693, |
| "grad_norm": 0.25658578266252213, |
| "learning_rate": 9.81843655870442e-06, |
| "loss": 0.2407, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.3562604849778862, |
| "grad_norm": 0.2543668048771176, |
| "learning_rate": 9.817012912758986e-06, |
| "loss": 0.2607, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.35687052005490316, |
| "grad_norm": 0.24916680040867104, |
| "learning_rate": 9.815583811184809e-06, |
| "loss": 0.2371, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.35748055513192006, |
| "grad_norm": 0.24253556661774894, |
| "learning_rate": 9.814149255600458e-06, |
| "loss": 0.2505, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.358090590208937, |
| "grad_norm": 0.25098425841167166, |
| "learning_rate": 9.812709247630671e-06, |
| "loss": 0.2719, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.3587006252859539, |
| "grad_norm": 0.2410722695307963, |
| "learning_rate": 9.81126378890637e-06, |
| "loss": 0.2537, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.3593106603629709, |
| "grad_norm": 0.23987057965373262, |
| "learning_rate": 9.80981288106464e-06, |
| "loss": 0.2652, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.3599206954399878, |
| "grad_norm": 0.24963404051174887, |
| "learning_rate": 9.808356525748748e-06, |
| "loss": 0.236, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.36053073051700474, |
| "grad_norm": 0.2484565381470736, |
| "learning_rate": 9.806894724608122e-06, |
| "loss": 0.2628, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.36114076559402164, |
| "grad_norm": 0.23634017497508783, |
| "learning_rate": 9.805427479298365e-06, |
| "loss": 0.2463, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.3617508006710386, |
| "grad_norm": 0.2790490778566573, |
| "learning_rate": 9.803954791481239e-06, |
| "loss": 0.2687, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.3623608357480555, |
| "grad_norm": 0.25749534513801714, |
| "learning_rate": 9.802476662824676e-06, |
| "loss": 0.2622, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.36297087082507246, |
| "grad_norm": 0.24333551374135254, |
| "learning_rate": 9.800993095002767e-06, |
| "loss": 0.247, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.36358090590208936, |
| "grad_norm": 0.24467156233879625, |
| "learning_rate": 9.799504089695762e-06, |
| "loss": 0.2414, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.3641909409791063, |
| "grad_norm": 0.24529249172357293, |
| "learning_rate": 9.798009648590073e-06, |
| "loss": 0.2644, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.3648009760561232, |
| "grad_norm": 0.281323360902479, |
| "learning_rate": 9.796509773378267e-06, |
| "loss": 0.2503, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.3654110111331402, |
| "grad_norm": 0.24713120414672382, |
| "learning_rate": 9.795004465759067e-06, |
| "loss": 0.2581, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.3660210462101571, |
| "grad_norm": 0.244640088774755, |
| "learning_rate": 9.793493727437343e-06, |
| "loss": 0.2415, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.36663108128717403, |
| "grad_norm": 0.24741333198569834, |
| "learning_rate": 9.79197756012412e-06, |
| "loss": 0.2553, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.36724111636419093, |
| "grad_norm": 0.2486624353021153, |
| "learning_rate": 9.790455965536574e-06, |
| "loss": 0.2425, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.3678511514412079, |
| "grad_norm": 0.25239998228300475, |
| "learning_rate": 9.788928945398025e-06, |
| "loss": 0.2555, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.3684611865182248, |
| "grad_norm": 0.2651978042658129, |
| "learning_rate": 9.787396501437934e-06, |
| "loss": 0.2413, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.36907122159524175, |
| "grad_norm": 0.2404173861055526, |
| "learning_rate": 9.785858635391913e-06, |
| "loss": 0.2475, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.36968125667225865, |
| "grad_norm": 0.23571440170965438, |
| "learning_rate": 9.78431534900171e-06, |
| "loss": 0.2533, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.3702912917492756, |
| "grad_norm": 0.24233704202409498, |
| "learning_rate": 9.782766644015212e-06, |
| "loss": 0.2397, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.3709013268262925, |
| "grad_norm": 0.2610196149576871, |
| "learning_rate": 9.781212522186442e-06, |
| "loss": 0.2421, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.37151136190330947, |
| "grad_norm": 0.23835119864458468, |
| "learning_rate": 9.779652985275562e-06, |
| "loss": 0.2245, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.37212139698032637, |
| "grad_norm": 0.23920196375213928, |
| "learning_rate": 9.778088035048866e-06, |
| "loss": 0.2632, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.37273143205734327, |
| "grad_norm": 0.2649601180748752, |
| "learning_rate": 9.776517673278772e-06, |
| "loss": 0.263, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.3733414671343602, |
| "grad_norm": 0.2542987280812582, |
| "learning_rate": 9.774941901743838e-06, |
| "loss": 0.2374, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.37395150221137713, |
| "grad_norm": 0.24882298018650365, |
| "learning_rate": 9.773360722228742e-06, |
| "loss": 0.2457, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.3745615372883941, |
| "grad_norm": 0.23412848045448256, |
| "learning_rate": 9.771774136524287e-06, |
| "loss": 0.2483, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.375171572365411, |
| "grad_norm": 0.25754931185275737, |
| "learning_rate": 9.770182146427403e-06, |
| "loss": 0.2501, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.37578160744242795, |
| "grad_norm": 0.24720643726302463, |
| "learning_rate": 9.768584753741134e-06, |
| "loss": 0.2336, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.37639164251944485, |
| "grad_norm": 0.23429526920676347, |
| "learning_rate": 9.766981960274653e-06, |
| "loss": 0.2523, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.3770016775964618, |
| "grad_norm": 0.23286582855824883, |
| "learning_rate": 9.76537376784324e-06, |
| "loss": 0.2507, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.3776117126734787, |
| "grad_norm": 0.24213790165188145, |
| "learning_rate": 9.763760178268296e-06, |
| "loss": 0.2422, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.37822174775049566, |
| "grad_norm": 0.23510019087838768, |
| "learning_rate": 9.762141193377329e-06, |
| "loss": 0.2207, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.37883178282751256, |
| "grad_norm": 0.2468787558422412, |
| "learning_rate": 9.760516815003965e-06, |
| "loss": 0.2523, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.3794418179045295, |
| "grad_norm": 0.3058221224160152, |
| "learning_rate": 9.758887044987929e-06, |
| "loss": 0.2443, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.3800518529815464, |
| "grad_norm": 0.26093269918959, |
| "learning_rate": 9.757251885175063e-06, |
| "loss": 0.2678, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.3806618880585634, |
| "grad_norm": 0.22969564204204285, |
| "learning_rate": 9.755611337417306e-06, |
| "loss": 0.2374, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.3812719231355803, |
| "grad_norm": 0.23089944539257504, |
| "learning_rate": 9.753965403572703e-06, |
| "loss": 0.231, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.38188195821259724, |
| "grad_norm": 0.2597564856286656, |
| "learning_rate": 9.752314085505396e-06, |
| "loss": 0.2576, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.38249199328961414, |
| "grad_norm": 0.2531822089084447, |
| "learning_rate": 9.750657385085627e-06, |
| "loss": 0.2298, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.3831020283666311, |
| "grad_norm": 0.2848691745062799, |
| "learning_rate": 9.748995304189734e-06, |
| "loss": 0.2518, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.383712063443648, |
| "grad_norm": 0.24751375845503512, |
| "learning_rate": 9.747327844700147e-06, |
| "loss": 0.242, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.38432209852066496, |
| "grad_norm": 0.2311387087802481, |
| "learning_rate": 9.745655008505392e-06, |
| "loss": 0.2535, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.38493213359768186, |
| "grad_norm": 0.2412556673680029, |
| "learning_rate": 9.74397679750008e-06, |
| "loss": 0.2412, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.3855421686746988, |
| "grad_norm": 0.24858957090381073, |
| "learning_rate": 9.74229321358491e-06, |
| "loss": 0.2623, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.3861522037517157, |
| "grad_norm": 0.233987379984257, |
| "learning_rate": 9.740604258666668e-06, |
| "loss": 0.2426, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.3867622388287327, |
| "grad_norm": 0.2529694629667342, |
| "learning_rate": 9.738909934658223e-06, |
| "loss": 0.251, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.3873722739057496, |
| "grad_norm": 0.2508951547032724, |
| "learning_rate": 9.737210243478522e-06, |
| "loss": 0.254, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.38798230898276653, |
| "grad_norm": 0.2356895929288683, |
| "learning_rate": 9.735505187052595e-06, |
| "loss": 0.2533, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.38859234405978343, |
| "grad_norm": 0.27045617478946093, |
| "learning_rate": 9.733794767311545e-06, |
| "loss": 0.242, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.3892023791368004, |
| "grad_norm": 0.2549042475520284, |
| "learning_rate": 9.732078986192552e-06, |
| "loss": 0.2471, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.3898124142138173, |
| "grad_norm": 0.23978833581681586, |
| "learning_rate": 9.730357845638866e-06, |
| "loss": 0.2437, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.39042244929083425, |
| "grad_norm": 0.2377076563680043, |
| "learning_rate": 9.72863134759981e-06, |
| "loss": 0.2443, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.39103248436785115, |
| "grad_norm": 0.24192790263242697, |
| "learning_rate": 9.726899494030768e-06, |
| "loss": 0.2199, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.39164251944486805, |
| "grad_norm": 0.2292328096544485, |
| "learning_rate": 9.725162286893197e-06, |
| "loss": 0.2402, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.392252554521885, |
| "grad_norm": 0.2339555266898248, |
| "learning_rate": 9.723419728154617e-06, |
| "loss": 0.2467, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.3928625895989019, |
| "grad_norm": 0.2542148373647154, |
| "learning_rate": 9.721671819788603e-06, |
| "loss": 0.2633, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.39347262467591887, |
| "grad_norm": 0.24151750283902107, |
| "learning_rate": 9.719918563774793e-06, |
| "loss": 0.2212, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.39408265975293577, |
| "grad_norm": 0.2430793021843514, |
| "learning_rate": 9.71815996209888e-06, |
| "loss": 0.2498, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.39469269482995273, |
| "grad_norm": 0.252445657472582, |
| "learning_rate": 9.716396016752616e-06, |
| "loss": 0.2512, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.39530272990696963, |
| "grad_norm": 0.2429734159537907, |
| "learning_rate": 9.7146267297338e-06, |
| "loss": 0.2601, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.3959127649839866, |
| "grad_norm": 0.2582242931327393, |
| "learning_rate": 9.712852103046281e-06, |
| "loss": 0.2587, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.3965228000610035, |
| "grad_norm": 0.26067550631747444, |
| "learning_rate": 9.711072138699957e-06, |
| "loss": 0.2501, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.39713283513802045, |
| "grad_norm": 0.24554660526811284, |
| "learning_rate": 9.709286838710774e-06, |
| "loss": 0.2731, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.39774287021503735, |
| "grad_norm": 0.23889263674607647, |
| "learning_rate": 9.707496205100714e-06, |
| "loss": 0.2485, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.3983529052920543, |
| "grad_norm": 0.25991253213394694, |
| "learning_rate": 9.705700239897809e-06, |
| "loss": 0.2524, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.3989629403690712, |
| "grad_norm": 0.2459360727540675, |
| "learning_rate": 9.70389894513612e-06, |
| "loss": 0.2523, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.39957297544608816, |
| "grad_norm": 0.25005925280691177, |
| "learning_rate": 9.70209232285575e-06, |
| "loss": 0.2494, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.40018301052310506, |
| "grad_norm": 0.2675096301368609, |
| "learning_rate": 9.700280375102835e-06, |
| "loss": 0.2611, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.400793045600122, |
| "grad_norm": 0.2406185003357182, |
| "learning_rate": 9.698463103929542e-06, |
| "loss": 0.2437, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.4014030806771389, |
| "grad_norm": 0.2641251121809679, |
| "learning_rate": 9.696640511394066e-06, |
| "loss": 0.2444, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.4020131157541559, |
| "grad_norm": 0.24262195457977112, |
| "learning_rate": 9.694812599560632e-06, |
| "loss": 0.2508, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.4026231508311728, |
| "grad_norm": 0.23038210084607058, |
| "learning_rate": 9.692979370499485e-06, |
| "loss": 0.2411, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.40323318590818974, |
| "grad_norm": 0.24981753963500378, |
| "learning_rate": 9.691140826286893e-06, |
| "loss": 0.2684, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.40384322098520664, |
| "grad_norm": 0.23408140036354103, |
| "learning_rate": 9.689296969005151e-06, |
| "loss": 0.2554, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.4044532560622236, |
| "grad_norm": 0.24536784626888322, |
| "learning_rate": 9.68744780074256e-06, |
| "loss": 0.247, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.4050632911392405, |
| "grad_norm": 0.24786305639021228, |
| "learning_rate": 9.685593323593445e-06, |
| "loss": 0.241, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.40567332621625746, |
| "grad_norm": 0.2437211055920838, |
| "learning_rate": 9.68373353965814e-06, |
| "loss": 0.2563, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.40628336129327436, |
| "grad_norm": 0.23494770231046405, |
| "learning_rate": 9.68186845104299e-06, |
| "loss": 0.2622, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.4068933963702913, |
| "grad_norm": 0.2561543984617132, |
| "learning_rate": 9.679998059860347e-06, |
| "loss": 0.2498, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.4075034314473082, |
| "grad_norm": 0.23142595032383642, |
| "learning_rate": 9.678122368228571e-06, |
| "loss": 0.2503, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.4081134665243252, |
| "grad_norm": 0.23388256298097315, |
| "learning_rate": 9.676241378272022e-06, |
| "loss": 0.2611, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.4087235016013421, |
| "grad_norm": 0.2171665951648235, |
| "learning_rate": 9.674355092121064e-06, |
| "loss": 0.2339, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.409333536678359, |
| "grad_norm": 0.23523716756609286, |
| "learning_rate": 9.672463511912056e-06, |
| "loss": 0.2349, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.40994357175537594, |
| "grad_norm": 0.26050667381938597, |
| "learning_rate": 9.670566639787355e-06, |
| "loss": 0.2588, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.41055360683239284, |
| "grad_norm": 0.2568032147090647, |
| "learning_rate": 9.66866447789531e-06, |
| "loss": 0.2666, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.4111636419094098, |
| "grad_norm": 0.23258591576948226, |
| "learning_rate": 9.666757028390267e-06, |
| "loss": 0.2453, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.4117736769864267, |
| "grad_norm": 0.2532173686218808, |
| "learning_rate": 9.66484429343255e-06, |
| "loss": 0.2507, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.41238371206344365, |
| "grad_norm": 0.24742853540044907, |
| "learning_rate": 9.662926275188478e-06, |
| "loss": 0.2469, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.41299374714046055, |
| "grad_norm": 0.26148385144664343, |
| "learning_rate": 9.66100297583035e-06, |
| "loss": 0.2606, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.4136037822174775, |
| "grad_norm": 0.242123360508457, |
| "learning_rate": 9.659074397536446e-06, |
| "loss": 0.2413, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.4142138172944944, |
| "grad_norm": 0.25053386707994624, |
| "learning_rate": 9.657140542491025e-06, |
| "loss": 0.2598, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.41482385237151137, |
| "grad_norm": 0.2266347754111311, |
| "learning_rate": 9.655201412884328e-06, |
| "loss": 0.2333, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.41543388744852827, |
| "grad_norm": 0.29818873435724125, |
| "learning_rate": 9.65325701091256e-06, |
| "loss": 0.2582, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.41604392252554523, |
| "grad_norm": 0.2658125962674758, |
| "learning_rate": 9.651307338777903e-06, |
| "loss": 0.2581, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.41665395760256213, |
| "grad_norm": 0.2554674490027522, |
| "learning_rate": 9.649352398688506e-06, |
| "loss": 0.2738, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.4172639926795791, |
| "grad_norm": 0.25453506037265533, |
| "learning_rate": 9.647392192858489e-06, |
| "loss": 0.234, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.417874027756596, |
| "grad_norm": 0.25461734067333075, |
| "learning_rate": 9.645426723507929e-06, |
| "loss": 0.2424, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.41848406283361295, |
| "grad_norm": 0.23888484597715387, |
| "learning_rate": 9.64345599286287e-06, |
| "loss": 0.2428, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.41909409791062985, |
| "grad_norm": 0.2489790124226144, |
| "learning_rate": 9.64148000315531e-06, |
| "loss": 0.2418, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.4197041329876468, |
| "grad_norm": 0.2678885780331205, |
| "learning_rate": 9.63949875662321e-06, |
| "loss": 0.2616, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.4203141680646637, |
| "grad_norm": 0.2538936493974687, |
| "learning_rate": 9.637512255510475e-06, |
| "loss": 0.2534, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.42092420314168066, |
| "grad_norm": 0.23909031877638567, |
| "learning_rate": 9.635520502066968e-06, |
| "loss": 0.2389, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.42153423821869757, |
| "grad_norm": 0.25332515366600283, |
| "learning_rate": 9.633523498548502e-06, |
| "loss": 0.2502, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.4221442732957145, |
| "grad_norm": 0.2391451036740086, |
| "learning_rate": 9.63152124721683e-06, |
| "loss": 0.2659, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.4227543083727314, |
| "grad_norm": 0.2576670329623059, |
| "learning_rate": 9.629513750339656e-06, |
| "loss": 0.2621, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.4233643434497484, |
| "grad_norm": 0.25480315338019477, |
| "learning_rate": 9.627501010190616e-06, |
| "loss": 0.2515, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.4239743785267653, |
| "grad_norm": 0.23458259674144666, |
| "learning_rate": 9.625483029049295e-06, |
| "loss": 0.2643, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.42458441360378224, |
| "grad_norm": 0.24782100843445132, |
| "learning_rate": 9.623459809201201e-06, |
| "loss": 0.2412, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.42519444868079914, |
| "grad_norm": 0.2629037328093925, |
| "learning_rate": 9.62143135293779e-06, |
| "loss": 0.2435, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.4258044837578161, |
| "grad_norm": 0.23441780135241397, |
| "learning_rate": 9.619397662556434e-06, |
| "loss": 0.2275, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.426414518834833, |
| "grad_norm": 0.25570881804535683, |
| "learning_rate": 9.617358740360446e-06, |
| "loss": 0.2376, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.42702455391184996, |
| "grad_norm": 0.2575592928975001, |
| "learning_rate": 9.615314588659054e-06, |
| "loss": 0.2375, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.42763458898886686, |
| "grad_norm": 0.26485082967353496, |
| "learning_rate": 9.613265209767417e-06, |
| "loss": 0.218, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.42824462406588376, |
| "grad_norm": 0.26790743064582434, |
| "learning_rate": 9.611210606006606e-06, |
| "loss": 0.2398, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.4288546591429007, |
| "grad_norm": 0.2327699012795595, |
| "learning_rate": 9.60915077970362e-06, |
| "loss": 0.2458, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.4294646942199176, |
| "grad_norm": 0.25209047510843435, |
| "learning_rate": 9.607085733191362e-06, |
| "loss": 0.2484, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.4300747292969346, |
| "grad_norm": 0.24532855214020663, |
| "learning_rate": 9.605015468808651e-06, |
| "loss": 0.2241, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.4306847643739515, |
| "grad_norm": 0.23707628308383044, |
| "learning_rate": 9.602939988900223e-06, |
| "loss": 0.2118, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.43129479945096844, |
| "grad_norm": 0.2717265067792356, |
| "learning_rate": 9.600859295816708e-06, |
| "loss": 0.2365, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.43190483452798534, |
| "grad_norm": 0.24187592973175528, |
| "learning_rate": 9.598773391914655e-06, |
| "loss": 0.2528, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.4325148696050023, |
| "grad_norm": 0.24095158717754256, |
| "learning_rate": 9.596682279556499e-06, |
| "loss": 0.2316, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.4331249046820192, |
| "grad_norm": 0.2384804389224989, |
| "learning_rate": 9.594585961110586e-06, |
| "loss": 0.2195, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.43373493975903615, |
| "grad_norm": 0.22980754276143053, |
| "learning_rate": 9.59248443895115e-06, |
| "loss": 0.2197, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.43434497483605305, |
| "grad_norm": 0.23000195088140646, |
| "learning_rate": 9.590377715458328e-06, |
| "loss": 0.2132, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.43495500991307, |
| "grad_norm": 0.24348636008374336, |
| "learning_rate": 9.588265793018141e-06, |
| "loss": 0.2598, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.4355650449900869, |
| "grad_norm": 0.24462607007817821, |
| "learning_rate": 9.586148674022498e-06, |
| "loss": 0.2716, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.43617508006710387, |
| "grad_norm": 0.24199303136022748, |
| "learning_rate": 9.584026360869195e-06, |
| "loss": 0.2577, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.4367851151441208, |
| "grad_norm": 0.2444394229369308, |
| "learning_rate": 9.581898855961911e-06, |
| "loss": 0.2409, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.43739515022113773, |
| "grad_norm": 0.22421862207213614, |
| "learning_rate": 9.579766161710209e-06, |
| "loss": 0.2193, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.43800518529815463, |
| "grad_norm": 0.25355224565574364, |
| "learning_rate": 9.577628280529519e-06, |
| "loss": 0.2433, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.4386152203751716, |
| "grad_norm": 0.24034777143737782, |
| "learning_rate": 9.575485214841158e-06, |
| "loss": 0.2358, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.4392252554521885, |
| "grad_norm": 0.23465493475078136, |
| "learning_rate": 9.573336967072304e-06, |
| "loss": 0.2584, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.43983529052920545, |
| "grad_norm": 0.22722796480040341, |
| "learning_rate": 9.571183539656011e-06, |
| "loss": 0.2401, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.44044532560622235, |
| "grad_norm": 0.2627819359298546, |
| "learning_rate": 9.569024935031198e-06, |
| "loss": 0.2439, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.4410553606832393, |
| "grad_norm": 0.24326571420142928, |
| "learning_rate": 9.566861155642646e-06, |
| "loss": 0.2381, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.4416653957602562, |
| "grad_norm": 0.23545903061020426, |
| "learning_rate": 9.564692203940997e-06, |
| "loss": 0.2525, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.44227543083727316, |
| "grad_norm": 0.24436023364810228, |
| "learning_rate": 9.562518082382751e-06, |
| "loss": 0.2426, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.44288546591429007, |
| "grad_norm": 0.24538160588010707, |
| "learning_rate": 9.560338793430266e-06, |
| "loss": 0.2364, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.443495500991307, |
| "grad_norm": 0.2275693745015377, |
| "learning_rate": 9.558154339551748e-06, |
| "loss": 0.2425, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.4441055360683239, |
| "grad_norm": 0.256020016141183, |
| "learning_rate": 9.555964723221258e-06, |
| "loss": 0.27, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.4447155711453409, |
| "grad_norm": 0.27300315086725535, |
| "learning_rate": 9.553769946918698e-06, |
| "loss": 0.2575, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.4453256062223578, |
| "grad_norm": 0.23385109804562323, |
| "learning_rate": 9.551570013129819e-06, |
| "loss": 0.2208, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.44593564129937474, |
| "grad_norm": 0.23386938978555916, |
| "learning_rate": 9.54936492434621e-06, |
| "loss": 0.2359, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.44654567637639164, |
| "grad_norm": 0.2404558436293708, |
| "learning_rate": 9.547154683065298e-06, |
| "loss": 0.2435, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.44715571145340854, |
| "grad_norm": 0.24500388350627236, |
| "learning_rate": 9.544939291790352e-06, |
| "loss": 0.2415, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.4477657465304255, |
| "grad_norm": 0.23691618297887454, |
| "learning_rate": 9.542718753030463e-06, |
| "loss": 0.2236, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.4483757816074424, |
| "grad_norm": 0.24857806187672893, |
| "learning_rate": 9.540493069300563e-06, |
| "loss": 0.2485, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.44898581668445936, |
| "grad_norm": 0.2382926637523894, |
| "learning_rate": 9.538262243121403e-06, |
| "loss": 0.2386, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.44959585176147626, |
| "grad_norm": 0.24030488684741594, |
| "learning_rate": 9.536026277019562e-06, |
| "loss": 0.2353, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.4502058868384932, |
| "grad_norm": 0.23339236344005018, |
| "learning_rate": 9.533785173527438e-06, |
| "loss": 0.2347, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.4508159219155101, |
| "grad_norm": 0.2299604201218471, |
| "learning_rate": 9.531538935183252e-06, |
| "loss": 0.2274, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.4514259569925271, |
| "grad_norm": 0.2301101735723042, |
| "learning_rate": 9.529287564531034e-06, |
| "loss": 0.2379, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.452035992069544, |
| "grad_norm": 0.24777348892591716, |
| "learning_rate": 9.527031064120632e-06, |
| "loss": 0.2158, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.45264602714656094, |
| "grad_norm": 0.2382250577730699, |
| "learning_rate": 9.524769436507703e-06, |
| "loss": 0.257, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.45325606222357784, |
| "grad_norm": 0.23491855965377412, |
| "learning_rate": 9.522502684253709e-06, |
| "loss": 0.2374, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.4538660973005948, |
| "grad_norm": 0.2381867196722309, |
| "learning_rate": 9.520230809925917e-06, |
| "loss": 0.2415, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.4544761323776117, |
| "grad_norm": 0.23464500865994656, |
| "learning_rate": 9.517953816097396e-06, |
| "loss": 0.252, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.45508616745462865, |
| "grad_norm": 0.23333387158301092, |
| "learning_rate": 9.515671705347012e-06, |
| "loss": 0.2315, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.45569620253164556, |
| "grad_norm": 0.2511717945420412, |
| "learning_rate": 9.513384480259427e-06, |
| "loss": 0.2442, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.4563062376086625, |
| "grad_norm": 0.2476626774783739, |
| "learning_rate": 9.511092143425093e-06, |
| "loss": 0.2407, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.4569162726856794, |
| "grad_norm": 0.25129087071494044, |
| "learning_rate": 9.508794697440257e-06, |
| "loss": 0.2677, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.45752630776269637, |
| "grad_norm": 0.25628919436974645, |
| "learning_rate": 9.506492144906949e-06, |
| "loss": 0.2609, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.4581363428397133, |
| "grad_norm": 0.24629875943849752, |
| "learning_rate": 9.50418448843298e-06, |
| "loss": 0.2318, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.45874637791673023, |
| "grad_norm": 0.2291062788929306, |
| "learning_rate": 9.501871730631944e-06, |
| "loss": 0.2361, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.45935641299374713, |
| "grad_norm": 0.22973777787593416, |
| "learning_rate": 9.499553874123213e-06, |
| "loss": 0.2352, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.4599664480707641, |
| "grad_norm": 0.23346050639344187, |
| "learning_rate": 9.497230921531938e-06, |
| "loss": 0.246, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.460576483147781, |
| "grad_norm": 0.23581281213008645, |
| "learning_rate": 9.494902875489031e-06, |
| "loss": 0.2576, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.46118651822479795, |
| "grad_norm": 0.2496519595616449, |
| "learning_rate": 9.492569738631182e-06, |
| "loss": 0.2328, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.46179655330181485, |
| "grad_norm": 0.24711405854515872, |
| "learning_rate": 9.490231513600842e-06, |
| "loss": 0.2448, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.4624065883788318, |
| "grad_norm": 0.2629979912664831, |
| "learning_rate": 9.487888203046232e-06, |
| "loss": 0.2282, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.4630166234558487, |
| "grad_norm": 0.23229398082709177, |
| "learning_rate": 9.485539809621319e-06, |
| "loss": 0.2529, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.46362665853286567, |
| "grad_norm": 0.2351650163696824, |
| "learning_rate": 9.48318633598584e-06, |
| "loss": 0.2423, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.46423669360988257, |
| "grad_norm": 0.22334068920688743, |
| "learning_rate": 9.480827784805278e-06, |
| "loss": 0.2503, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.4648467286868995, |
| "grad_norm": 0.23324497333424316, |
| "learning_rate": 9.478464158750873e-06, |
| "loss": 0.2598, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.4654567637639164, |
| "grad_norm": 0.2376429511505979, |
| "learning_rate": 9.476095460499604e-06, |
| "loss": 0.2426, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.4660667988409333, |
| "grad_norm": 0.23127830303431715, |
| "learning_rate": 9.473721692734203e-06, |
| "loss": 0.2293, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.4666768339179503, |
| "grad_norm": 0.2279735382560775, |
| "learning_rate": 9.47134285814314e-06, |
| "loss": 0.232, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.4672868689949672, |
| "grad_norm": 0.24060612490706318, |
| "learning_rate": 9.468958959420622e-06, |
| "loss": 0.2395, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.46789690407198414, |
| "grad_norm": 0.24073558221650648, |
| "learning_rate": 9.466569999266595e-06, |
| "loss": 0.2362, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.46850693914900104, |
| "grad_norm": 0.25234148310686183, |
| "learning_rate": 9.464175980386735e-06, |
| "loss": 0.2364, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.469116974226018, |
| "grad_norm": 0.24301381464309002, |
| "learning_rate": 9.461776905492446e-06, |
| "loss": 0.2541, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.4697270093030349, |
| "grad_norm": 0.2181646957236186, |
| "learning_rate": 9.459372777300863e-06, |
| "loss": 0.2315, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.47033704438005186, |
| "grad_norm": 0.24408126431197386, |
| "learning_rate": 9.456963598534843e-06, |
| "loss": 0.2635, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.47094707945706876, |
| "grad_norm": 0.2536793988988464, |
| "learning_rate": 9.454549371922958e-06, |
| "loss": 0.245, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.4715571145340857, |
| "grad_norm": 0.23467096465196274, |
| "learning_rate": 9.452130100199504e-06, |
| "loss": 0.2282, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.4721671496111026, |
| "grad_norm": 0.23975568079817508, |
| "learning_rate": 9.449705786104486e-06, |
| "loss": 0.2628, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.4727771846881196, |
| "grad_norm": 0.2531867022216451, |
| "learning_rate": 9.447276432383622e-06, |
| "loss": 0.2539, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.4733872197651365, |
| "grad_norm": 0.23729965993164157, |
| "learning_rate": 9.44484204178834e-06, |
| "loss": 0.2431, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.47399725484215344, |
| "grad_norm": 0.23266240192528784, |
| "learning_rate": 9.442402617075765e-06, |
| "loss": 0.2485, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.47460728991917034, |
| "grad_norm": 0.4593727203802515, |
| "learning_rate": 9.439958161008733e-06, |
| "loss": 0.2467, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.4752173249961873, |
| "grad_norm": 0.2423521825841295, |
| "learning_rate": 9.437508676355774e-06, |
| "loss": 0.2515, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.4758273600732042, |
| "grad_norm": 0.23786940493723296, |
| "learning_rate": 9.43505416589111e-06, |
| "loss": 0.2582, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.47643739515022115, |
| "grad_norm": 0.24386754510833997, |
| "learning_rate": 9.43259463239466e-06, |
| "loss": 0.2364, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.47704743022723806, |
| "grad_norm": 0.24902097785836147, |
| "learning_rate": 9.43013007865203e-06, |
| "loss": 0.214, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.477657465304255, |
| "grad_norm": 0.23911865820557984, |
| "learning_rate": 9.427660507454515e-06, |
| "loss": 0.2443, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.4782675003812719, |
| "grad_norm": 0.2557095629339037, |
| "learning_rate": 9.425185921599085e-06, |
| "loss": 0.2402, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.47887753545828887, |
| "grad_norm": 0.2521433109274837, |
| "learning_rate": 9.422706323888398e-06, |
| "loss": 0.2578, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.4794875705353058, |
| "grad_norm": 0.2365601659243881, |
| "learning_rate": 9.420221717130783e-06, |
| "loss": 0.2491, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.48009760561232273, |
| "grad_norm": 0.24468779134408927, |
| "learning_rate": 9.417732104140243e-06, |
| "loss": 0.2361, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.48070764068933963, |
| "grad_norm": 0.25848472600184347, |
| "learning_rate": 9.415237487736452e-06, |
| "loss": 0.2455, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.4813176757663566, |
| "grad_norm": 0.24659632129132983, |
| "learning_rate": 9.412737870744752e-06, |
| "loss": 0.259, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.4819277108433735, |
| "grad_norm": 0.2376635659932075, |
| "learning_rate": 9.410233255996146e-06, |
| "loss": 0.2486, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.48253774592039045, |
| "grad_norm": 0.26330890674932006, |
| "learning_rate": 9.407723646327299e-06, |
| "loss": 0.2724, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.48314778099740735, |
| "grad_norm": 0.2965239250982198, |
| "learning_rate": 9.40520904458053e-06, |
| "loss": 0.2246, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.48375781607442425, |
| "grad_norm": 0.2462468999949858, |
| "learning_rate": 9.402689453603815e-06, |
| "loss": 0.2877, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.4843678511514412, |
| "grad_norm": 0.390541205009224, |
| "learning_rate": 9.400164876250781e-06, |
| "loss": 0.2237, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.4849778862284581, |
| "grad_norm": 0.2487914992956595, |
| "learning_rate": 9.3976353153807e-06, |
| "loss": 0.2456, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.48558792130547507, |
| "grad_norm": 0.22828415306478353, |
| "learning_rate": 9.395100773858492e-06, |
| "loss": 0.24, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.48619795638249197, |
| "grad_norm": 0.2651952079542631, |
| "learning_rate": 9.392561254554712e-06, |
| "loss": 0.2479, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.4868079914595089, |
| "grad_norm": 0.2186420215795485, |
| "learning_rate": 9.39001676034556e-06, |
| "loss": 0.2062, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.48741802653652583, |
| "grad_norm": 0.23488406613309, |
| "learning_rate": 9.387467294112864e-06, |
| "loss": 0.2374, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.4880280616135428, |
| "grad_norm": 0.2335215343559726, |
| "learning_rate": 9.384912858744088e-06, |
| "loss": 0.252, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.4886380966905597, |
| "grad_norm": 0.24953746869431825, |
| "learning_rate": 9.382353457132318e-06, |
| "loss": 0.2427, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.48924813176757664, |
| "grad_norm": 0.2328812255084704, |
| "learning_rate": 9.379789092176275e-06, |
| "loss": 0.229, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.48985816684459355, |
| "grad_norm": 0.22737943989850504, |
| "learning_rate": 9.377219766780288e-06, |
| "loss": 0.2239, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.4904682019216105, |
| "grad_norm": 0.23159191713799232, |
| "learning_rate": 9.374645483854315e-06, |
| "loss": 0.2438, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.4910782369986274, |
| "grad_norm": 0.22823543143777628, |
| "learning_rate": 9.372066246313922e-06, |
| "loss": 0.2145, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.49168827207564436, |
| "grad_norm": 0.24969394403631143, |
| "learning_rate": 9.369482057080293e-06, |
| "loss": 0.2089, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.49229830715266126, |
| "grad_norm": 0.23891653993332385, |
| "learning_rate": 9.366892919080213e-06, |
| "loss": 0.2488, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.4929083422296782, |
| "grad_norm": 0.24089267103927142, |
| "learning_rate": 9.364298835246074e-06, |
| "loss": 0.2459, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.4935183773066951, |
| "grad_norm": 0.2489514639584053, |
| "learning_rate": 9.361699808515877e-06, |
| "loss": 0.2434, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.4941284123837121, |
| "grad_norm": 0.2184131072697668, |
| "learning_rate": 9.359095841833206e-06, |
| "loss": 0.2084, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.494738447460729, |
| "grad_norm": 0.23816642896153215, |
| "learning_rate": 9.356486938147256e-06, |
| "loss": 0.2271, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.49534848253774594, |
| "grad_norm": 0.23819781990228103, |
| "learning_rate": 9.353873100412805e-06, |
| "loss": 0.2371, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.49595851761476284, |
| "grad_norm": 0.23618169911622136, |
| "learning_rate": 9.351254331590216e-06, |
| "loss": 0.2276, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.4965685526917798, |
| "grad_norm": 0.26104490763327737, |
| "learning_rate": 9.348630634645446e-06, |
| "loss": 0.2497, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.4971785877687967, |
| "grad_norm": 0.2271620479721002, |
| "learning_rate": 9.346002012550027e-06, |
| "loss": 0.2464, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.49778862284581366, |
| "grad_norm": 0.2323705973707938, |
| "learning_rate": 9.34336846828107e-06, |
| "loss": 0.2491, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.49839865792283056, |
| "grad_norm": 0.21723754684916077, |
| "learning_rate": 9.340730004821266e-06, |
| "loss": 0.224, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.4990086929998475, |
| "grad_norm": 0.23734482056770834, |
| "learning_rate": 9.338086625158867e-06, |
| "loss": 0.2391, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.4996187280768644, |
| "grad_norm": 0.22493990824961632, |
| "learning_rate": 9.3354383322877e-06, |
| "loss": 0.2414, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.5002287631538813, |
| "grad_norm": 0.23763953888935077, |
| "learning_rate": 9.33278512920716e-06, |
| "loss": 0.257, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5008387982308983, |
| "grad_norm": 0.23206692778749136, |
| "learning_rate": 9.330127018922195e-06, |
| "loss": 0.2389, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.5014488333079152, |
| "grad_norm": 0.22541539391517743, |
| "learning_rate": 9.327464004443315e-06, |
| "loss": 0.2336, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.5020588683849322, |
| "grad_norm": 0.24256078896560065, |
| "learning_rate": 9.324796088786581e-06, |
| "loss": 0.2429, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.502668903461949, |
| "grad_norm": 0.2468862949593829, |
| "learning_rate": 9.322123274973613e-06, |
| "loss": 0.2355, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.503278938538966, |
| "grad_norm": 0.22384411091337553, |
| "learning_rate": 9.31944556603157e-06, |
| "loss": 0.2213, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.503888973615983, |
| "grad_norm": 0.2514036453108826, |
| "learning_rate": 9.31676296499316e-06, |
| "loss": 0.2463, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.5044990086929998, |
| "grad_norm": 0.24925114054301487, |
| "learning_rate": 9.314075474896631e-06, |
| "loss": 0.2551, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.5051090437700168, |
| "grad_norm": 0.23276254658106843, |
| "learning_rate": 9.311383098785765e-06, |
| "loss": 0.2332, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.5057190788470337, |
| "grad_norm": 0.2370474417278097, |
| "learning_rate": 9.308685839709878e-06, |
| "loss": 0.2613, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.5063291139240507, |
| "grad_norm": 0.22872370038160483, |
| "learning_rate": 9.305983700723824e-06, |
| "loss": 0.2372, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5069391490010675, |
| "grad_norm": 0.24716515266866768, |
| "learning_rate": 9.303276684887973e-06, |
| "loss": 0.2552, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.5075491840780845, |
| "grad_norm": 0.2265318455600586, |
| "learning_rate": 9.30056479526823e-06, |
| "loss": 0.2368, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.5081592191551014, |
| "grad_norm": 0.23946821858214107, |
| "learning_rate": 9.297848034936007e-06, |
| "loss": 0.2269, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.5087692542321184, |
| "grad_norm": 0.26397442672414717, |
| "learning_rate": 9.295126406968241e-06, |
| "loss": 0.2524, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.5093792893091352, |
| "grad_norm": 0.21612815204717434, |
| "learning_rate": 9.292399914447381e-06, |
| "loss": 0.2177, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.5099893243861522, |
| "grad_norm": 0.23050449682089552, |
| "learning_rate": 9.289668560461385e-06, |
| "loss": 0.2382, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.5105993594631691, |
| "grad_norm": 0.25879227486567125, |
| "learning_rate": 9.286932348103716e-06, |
| "loss": 0.2786, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.5112093945401861, |
| "grad_norm": 0.23581274681256434, |
| "learning_rate": 9.284191280473338e-06, |
| "loss": 0.2475, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.511819429617203, |
| "grad_norm": 0.23997499104246758, |
| "learning_rate": 9.281445360674717e-06, |
| "loss": 0.2421, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.5124294646942199, |
| "grad_norm": 0.23196299343759688, |
| "learning_rate": 9.278694591817814e-06, |
| "loss": 0.2537, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.5130394997712369, |
| "grad_norm": 0.23865479598143985, |
| "learning_rate": 9.275938977018082e-06, |
| "loss": 0.2429, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.5136495348482538, |
| "grad_norm": 0.22539671688187207, |
| "learning_rate": 9.273178519396459e-06, |
| "loss": 0.235, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.5142595699252707, |
| "grad_norm": 0.2529599698610769, |
| "learning_rate": 9.270413222079373e-06, |
| "loss": 0.2516, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.5148696050022876, |
| "grad_norm": 0.257432749177655, |
| "learning_rate": 9.26764308819873e-06, |
| "loss": 0.251, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.5154796400793046, |
| "grad_norm": 0.23477208951640044, |
| "learning_rate": 9.264868120891913e-06, |
| "loss": 0.2448, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.5160896751563215, |
| "grad_norm": 0.2599692203117331, |
| "learning_rate": 9.262088323301782e-06, |
| "loss": 0.2395, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.5166997102333384, |
| "grad_norm": 0.2391225469089055, |
| "learning_rate": 9.259303698576669e-06, |
| "loss": 0.2352, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.5173097453103553, |
| "grad_norm": 0.2610324632293431, |
| "learning_rate": 9.256514249870366e-06, |
| "loss": 0.242, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.5179197803873723, |
| "grad_norm": 0.22258363931378589, |
| "learning_rate": 9.253719980342134e-06, |
| "loss": 0.2384, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.5185298154643893, |
| "grad_norm": 0.32551326135551306, |
| "learning_rate": 9.250920893156696e-06, |
| "loss": 0.2443, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5191398505414061, |
| "grad_norm": 0.23679924925359405, |
| "learning_rate": 9.24811699148423e-06, |
| "loss": 0.23, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.5197498856184231, |
| "grad_norm": 0.22408751438114305, |
| "learning_rate": 9.245308278500355e-06, |
| "loss": 0.2163, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.52035992069544, |
| "grad_norm": 0.21958835705262147, |
| "learning_rate": 9.24249475738616e-06, |
| "loss": 0.2357, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.5209699557724569, |
| "grad_norm": 0.23911714756619634, |
| "learning_rate": 9.239676431328164e-06, |
| "loss": 0.2427, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.5215799908494738, |
| "grad_norm": 0.22342842695193937, |
| "learning_rate": 9.236853303518333e-06, |
| "loss": 0.2375, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.5221900259264908, |
| "grad_norm": 0.27681328656512555, |
| "learning_rate": 9.234025377154073e-06, |
| "loss": 0.2572, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.5228000610035077, |
| "grad_norm": 0.25175601110086143, |
| "learning_rate": 9.231192655438222e-06, |
| "loss": 0.2491, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.5234100960805246, |
| "grad_norm": 0.2637545918682464, |
| "learning_rate": 9.228355141579048e-06, |
| "loss": 0.2643, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.5240201311575415, |
| "grad_norm": 0.24678037303000705, |
| "learning_rate": 9.225512838790252e-06, |
| "loss": 0.2295, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.5246301662345585, |
| "grad_norm": 0.25271929900504264, |
| "learning_rate": 9.222665750290953e-06, |
| "loss": 0.2332, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.5252402013115754, |
| "grad_norm": 0.2346919500276136, |
| "learning_rate": 9.219813879305692e-06, |
| "loss": 0.2612, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.5258502363885923, |
| "grad_norm": 0.25570687887348353, |
| "learning_rate": 9.21695722906443e-06, |
| "loss": 0.2395, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.5264602714656093, |
| "grad_norm": 0.27891063472335015, |
| "learning_rate": 9.214095802802533e-06, |
| "loss": 0.25, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.5270703065426262, |
| "grad_norm": 0.23748539072986685, |
| "learning_rate": 9.211229603760787e-06, |
| "loss": 0.2344, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.5276803416196432, |
| "grad_norm": 0.22278988238334246, |
| "learning_rate": 9.208358635185372e-06, |
| "loss": 0.2276, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.52829037669666, |
| "grad_norm": 0.2661064237307424, |
| "learning_rate": 9.20548290032788e-06, |
| "loss": 0.2404, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.528900411773677, |
| "grad_norm": 0.2482715675689319, |
| "learning_rate": 9.202602402445294e-06, |
| "loss": 0.231, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.5295104468506939, |
| "grad_norm": 0.23627964937286555, |
| "learning_rate": 9.199717144799994e-06, |
| "loss": 0.2182, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.5301204819277109, |
| "grad_norm": 0.23312268728117894, |
| "learning_rate": 9.196827130659752e-06, |
| "loss": 0.231, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.5307305170047277, |
| "grad_norm": 0.2521885753183132, |
| "learning_rate": 9.193932363297724e-06, |
| "loss": 0.2152, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.5313405520817447, |
| "grad_norm": 0.2572040177255539, |
| "learning_rate": 9.191032845992453e-06, |
| "loss": 0.231, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.5319505871587616, |
| "grad_norm": 0.24710288355302004, |
| "learning_rate": 9.18812858202786e-06, |
| "loss": 0.2555, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.5325606222357786, |
| "grad_norm": 0.2486931954461719, |
| "learning_rate": 9.185219574693242e-06, |
| "loss": 0.2306, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.5331706573127954, |
| "grad_norm": 0.2542190718905183, |
| "learning_rate": 9.18230582728327e-06, |
| "loss": 0.271, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.5337806923898124, |
| "grad_norm": 0.24410915290177013, |
| "learning_rate": 9.179387343097978e-06, |
| "loss": 0.2576, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.5343907274668294, |
| "grad_norm": 0.22953871125837036, |
| "learning_rate": 9.17646412544277e-06, |
| "loss": 0.2488, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.5350007625438463, |
| "grad_norm": 0.25812105965097, |
| "learning_rate": 9.17353617762841e-06, |
| "loss": 0.2596, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.5356107976208632, |
| "grad_norm": 0.26246862819412475, |
| "learning_rate": 9.170603502971017e-06, |
| "loss": 0.2496, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.5362208326978801, |
| "grad_norm": 0.22330376240227373, |
| "learning_rate": 9.167666104792067e-06, |
| "loss": 0.2296, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.5368308677748971, |
| "grad_norm": 0.23681969799356747, |
| "learning_rate": 9.164723986418385e-06, |
| "loss": 0.2319, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.537440902851914, |
| "grad_norm": 0.2445777883564648, |
| "learning_rate": 9.161777151182137e-06, |
| "loss": 0.2382, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.5380509379289309, |
| "grad_norm": 0.240934911695689, |
| "learning_rate": 9.158825602420838e-06, |
| "loss": 0.2514, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.5386609730059478, |
| "grad_norm": 0.23990828086840085, |
| "learning_rate": 9.155869343477339e-06, |
| "loss": 0.2412, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.5392710080829648, |
| "grad_norm": 0.22730222183887502, |
| "learning_rate": 9.152908377699823e-06, |
| "loss": 0.2334, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.5398810431599816, |
| "grad_norm": 0.22530806978627918, |
| "learning_rate": 9.149942708441808e-06, |
| "loss": 0.2341, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.5404910782369986, |
| "grad_norm": 0.24120868240608, |
| "learning_rate": 9.146972339062136e-06, |
| "loss": 0.2541, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.5411011133140156, |
| "grad_norm": 0.308352315358742, |
| "learning_rate": 9.143997272924974e-06, |
| "loss": 0.2423, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.5417111483910325, |
| "grad_norm": 0.25467840429327515, |
| "learning_rate": 9.141017513399806e-06, |
| "loss": 0.2497, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.5423211834680494, |
| "grad_norm": 0.2422144432264907, |
| "learning_rate": 9.138033063861436e-06, |
| "loss": 0.2685, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.5429312185450663, |
| "grad_norm": 0.25084723479258747, |
| "learning_rate": 9.135043927689975e-06, |
| "loss": 0.2681, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.5435412536220833, |
| "grad_norm": 0.2496126574784138, |
| "learning_rate": 9.132050108270845e-06, |
| "loss": 0.2412, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.5441512886991002, |
| "grad_norm": 0.24937237576609259, |
| "learning_rate": 9.129051608994773e-06, |
| "loss": 0.2455, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.5447613237761171, |
| "grad_norm": 0.24410548774952506, |
| "learning_rate": 9.12604843325778e-06, |
| "loss": 0.2531, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.545371358853134, |
| "grad_norm": 0.25039944675489567, |
| "learning_rate": 9.123040584461192e-06, |
| "loss": 0.2581, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.545981393930151, |
| "grad_norm": 0.24217578431818285, |
| "learning_rate": 9.120028066011621e-06, |
| "loss": 0.2642, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.546591429007168, |
| "grad_norm": 0.23799501463139952, |
| "learning_rate": 9.117010881320973e-06, |
| "loss": 0.2445, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.5472014640841848, |
| "grad_norm": 0.2328066882782319, |
| "learning_rate": 9.113989033806434e-06, |
| "loss": 0.2446, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.5478114991612018, |
| "grad_norm": 0.2256128476716643, |
| "learning_rate": 9.110962526890474e-06, |
| "loss": 0.2261, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.5484215342382187, |
| "grad_norm": 0.24277658311529213, |
| "learning_rate": 9.10793136400084e-06, |
| "loss": 0.2533, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.5490315693152357, |
| "grad_norm": 0.2244964492427359, |
| "learning_rate": 9.104895548570549e-06, |
| "loss": 0.2417, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.5496416043922525, |
| "grad_norm": 0.23817530380584634, |
| "learning_rate": 9.101855084037893e-06, |
| "loss": 0.2299, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.5502516394692695, |
| "grad_norm": 0.21462378141591873, |
| "learning_rate": 9.098809973846425e-06, |
| "loss": 0.2282, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.5508616745462864, |
| "grad_norm": 0.22887797228368942, |
| "learning_rate": 9.09576022144496e-06, |
| "loss": 0.2188, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.5514717096233034, |
| "grad_norm": 0.2317966772564381, |
| "learning_rate": 9.092705830287572e-06, |
| "loss": 0.2339, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.5520817447003202, |
| "grad_norm": 0.23477031220665048, |
| "learning_rate": 9.089646803833589e-06, |
| "loss": 0.2334, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.5526917797773372, |
| "grad_norm": 0.24063497257307356, |
| "learning_rate": 9.086583145547588e-06, |
| "loss": 0.238, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.5533018148543541, |
| "grad_norm": 0.24278984054747293, |
| "learning_rate": 9.083514858899391e-06, |
| "loss": 0.2422, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.5539118499313711, |
| "grad_norm": 0.24698518564289468, |
| "learning_rate": 9.080441947364065e-06, |
| "loss": 0.2354, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.554521885008388, |
| "grad_norm": 0.2573974858694405, |
| "learning_rate": 9.07736441442191e-06, |
| "loss": 0.2366, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.5551319200854049, |
| "grad_norm": 0.23686076398195488, |
| "learning_rate": 9.074282263558465e-06, |
| "loss": 0.2332, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.5557419551624219, |
| "grad_norm": 0.26716589782054984, |
| "learning_rate": 9.071195498264497e-06, |
| "loss": 0.23, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.5563519902394388, |
| "grad_norm": 0.23254352826520663, |
| "learning_rate": 9.068104122036e-06, |
| "loss": 0.2261, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.5569620253164557, |
| "grad_norm": 0.23774506033550974, |
| "learning_rate": 9.06500813837419e-06, |
| "loss": 0.2538, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.5575720603934726, |
| "grad_norm": 0.24578732684387927, |
| "learning_rate": 9.061907550785498e-06, |
| "loss": 0.2267, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.5581820954704896, |
| "grad_norm": 0.24273173792130215, |
| "learning_rate": 9.058802362781576e-06, |
| "loss": 0.2429, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.5587921305475064, |
| "grad_norm": 0.24871249511209675, |
| "learning_rate": 9.055692577879279e-06, |
| "loss": 0.2645, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.5594021656245234, |
| "grad_norm": 0.2489675357704421, |
| "learning_rate": 9.052578199600675e-06, |
| "loss": 0.2641, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.5600122007015403, |
| "grad_norm": 0.2348175485183629, |
| "learning_rate": 9.049459231473028e-06, |
| "loss": 0.2179, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.5606222357785573, |
| "grad_norm": 0.24516386553768676, |
| "learning_rate": 9.046335677028806e-06, |
| "loss": 0.2398, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.5612322708555741, |
| "grad_norm": 0.2539618785828311, |
| "learning_rate": 9.04320753980567e-06, |
| "loss": 0.2443, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.5618423059325911, |
| "grad_norm": 0.2375763291210803, |
| "learning_rate": 9.040074823346466e-06, |
| "loss": 0.2319, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.5624523410096081, |
| "grad_norm": 0.2295019349307068, |
| "learning_rate": 9.036937531199235e-06, |
| "loss": 0.2174, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.563062376086625, |
| "grad_norm": 0.23913641148482256, |
| "learning_rate": 9.033795666917191e-06, |
| "loss": 0.2336, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.5636724111636419, |
| "grad_norm": 0.2365015694994553, |
| "learning_rate": 9.030649234058738e-06, |
| "loss": 0.2288, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.5642824462406588, |
| "grad_norm": 0.2269035714506007, |
| "learning_rate": 9.02749823618744e-06, |
| "loss": 0.2359, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.5648924813176758, |
| "grad_norm": 0.23862880675583445, |
| "learning_rate": 9.024342676872044e-06, |
| "loss": 0.2321, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.5655025163946927, |
| "grad_norm": 0.24866509535913342, |
| "learning_rate": 9.021182559686454e-06, |
| "loss": 0.2517, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.5661125514717096, |
| "grad_norm": 0.22871794221013542, |
| "learning_rate": 9.018017888209744e-06, |
| "loss": 0.2467, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.5667225865487265, |
| "grad_norm": 0.25107482056399233, |
| "learning_rate": 9.014848666026138e-06, |
| "loss": 0.2661, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.5673326216257435, |
| "grad_norm": 0.23633368721157266, |
| "learning_rate": 9.01167489672502e-06, |
| "loss": 0.2463, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.5679426567027605, |
| "grad_norm": 0.2469957443857779, |
| "learning_rate": 9.008496583900925e-06, |
| "loss": 0.2485, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.5685526917797773, |
| "grad_norm": 0.23023949616042658, |
| "learning_rate": 9.005313731153525e-06, |
| "loss": 0.2401, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.5691627268567943, |
| "grad_norm": 0.2324877334752998, |
| "learning_rate": 9.002126342087643e-06, |
| "loss": 0.2297, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.5697727619338112, |
| "grad_norm": 0.234321661561038, |
| "learning_rate": 8.998934420313236e-06, |
| "loss": 0.2384, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.5703827970108282, |
| "grad_norm": 0.24123765281463405, |
| "learning_rate": 8.995737969445395e-06, |
| "loss": 0.2352, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.570992832087845, |
| "grad_norm": 0.23544270953963511, |
| "learning_rate": 8.992536993104339e-06, |
| "loss": 0.2304, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.571602867164862, |
| "grad_norm": 0.24273749530372107, |
| "learning_rate": 8.989331494915417e-06, |
| "loss": 0.2376, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.5722129022418789, |
| "grad_norm": 0.23238771153358787, |
| "learning_rate": 8.986121478509096e-06, |
| "loss": 0.2325, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.5728229373188959, |
| "grad_norm": 0.25536548436456125, |
| "learning_rate": 8.982906947520958e-06, |
| "loss": 0.2471, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.5734329723959127, |
| "grad_norm": 0.2277984497148008, |
| "learning_rate": 8.9796879055917e-06, |
| "loss": 0.2329, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.5740430074729297, |
| "grad_norm": 0.3157076986257636, |
| "learning_rate": 8.976464356367133e-06, |
| "loss": 0.2472, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.5746530425499466, |
| "grad_norm": 0.2431944807189335, |
| "learning_rate": 8.973236303498165e-06, |
| "loss": 0.2265, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.5752630776269636, |
| "grad_norm": 0.2415392811651247, |
| "learning_rate": 8.97000375064081e-06, |
| "loss": 0.2401, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.5758731127039804, |
| "grad_norm": 0.24697514473461818, |
| "learning_rate": 8.966766701456177e-06, |
| "loss": 0.2481, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.5764831477809974, |
| "grad_norm": 0.2310906025904227, |
| "learning_rate": 8.963525159610465e-06, |
| "loss": 0.2204, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.5770931828580144, |
| "grad_norm": 0.3167379712129428, |
| "learning_rate": 8.960279128774965e-06, |
| "loss": 0.2319, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.5777032179350312, |
| "grad_norm": 0.2532736663817971, |
| "learning_rate": 8.957028612626051e-06, |
| "loss": 0.2571, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.5783132530120482, |
| "grad_norm": 0.2709052682297909, |
| "learning_rate": 8.953773614845175e-06, |
| "loss": 0.2432, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.5789232880890651, |
| "grad_norm": 0.24875501207670353, |
| "learning_rate": 8.950514139118868e-06, |
| "loss": 0.2381, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.5795333231660821, |
| "grad_norm": 0.2386346874806699, |
| "learning_rate": 8.947250189138732e-06, |
| "loss": 0.2541, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.5801433582430989, |
| "grad_norm": 0.23503372535899722, |
| "learning_rate": 8.943981768601431e-06, |
| "loss": 0.2399, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.5807533933201159, |
| "grad_norm": 0.23484091677557625, |
| "learning_rate": 8.9407088812087e-06, |
| "loss": 0.2385, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.5813634283971328, |
| "grad_norm": 0.2786973828276919, |
| "learning_rate": 8.937431530667329e-06, |
| "loss": 0.2768, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.5819734634741498, |
| "grad_norm": 0.24501647742704377, |
| "learning_rate": 8.934149720689164e-06, |
| "loss": 0.2405, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.5825834985511666, |
| "grad_norm": 0.24403169887634135, |
| "learning_rate": 8.9308634549911e-06, |
| "loss": 0.2548, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.5831935336281836, |
| "grad_norm": 0.2272567853866675, |
| "learning_rate": 8.927572737295081e-06, |
| "loss": 0.2418, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.5838035687052006, |
| "grad_norm": 0.24563126522644446, |
| "learning_rate": 8.924277571328091e-06, |
| "loss": 0.2529, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.5844136037822175, |
| "grad_norm": 0.2364803637356654, |
| "learning_rate": 8.92097796082215e-06, |
| "loss": 0.2267, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.5850236388592344, |
| "grad_norm": 0.24044223758674313, |
| "learning_rate": 8.917673909514321e-06, |
| "loss": 0.2749, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.5856336739362513, |
| "grad_norm": 0.2235920684260497, |
| "learning_rate": 8.914365421146685e-06, |
| "loss": 0.2375, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.5862437090132683, |
| "grad_norm": 0.24233427434900542, |
| "learning_rate": 8.911052499466358e-06, |
| "loss": 0.2574, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.5868537440902852, |
| "grad_norm": 0.2199417231731091, |
| "learning_rate": 8.907735148225465e-06, |
| "loss": 0.2321, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.5874637791673021, |
| "grad_norm": 0.24156632473583037, |
| "learning_rate": 8.904413371181164e-06, |
| "loss": 0.2362, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.588073814244319, |
| "grad_norm": 0.24319106385211212, |
| "learning_rate": 8.90108717209561e-06, |
| "loss": 0.2524, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.588683849321336, |
| "grad_norm": 0.21780477785194519, |
| "learning_rate": 8.897756554735976e-06, |
| "loss": 0.2375, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.589293884398353, |
| "grad_norm": 0.2631983155577083, |
| "learning_rate": 8.894421522874438e-06, |
| "loss": 0.2531, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.5899039194753698, |
| "grad_norm": 0.24907326563896523, |
| "learning_rate": 8.891082080288167e-06, |
| "loss": 0.2501, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.5905139545523868, |
| "grad_norm": 0.2183747192980442, |
| "learning_rate": 8.887738230759334e-06, |
| "loss": 0.2476, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.5911239896294037, |
| "grad_norm": 0.2429805274522966, |
| "learning_rate": 8.884389978075098e-06, |
| "loss": 0.2394, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.5917340247064207, |
| "grad_norm": 0.26143482773747845, |
| "learning_rate": 8.88103732602761e-06, |
| "loss": 0.2501, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.5923440597834375, |
| "grad_norm": 0.24008352338552205, |
| "learning_rate": 8.877680278413995e-06, |
| "loss": 0.2301, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.5929540948604545, |
| "grad_norm": 0.2504323744037465, |
| "learning_rate": 8.874318839036367e-06, |
| "loss": 0.2632, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.5935641299374714, |
| "grad_norm": 0.22502293301141857, |
| "learning_rate": 8.870953011701804e-06, |
| "loss": 0.2138, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.5941741650144884, |
| "grad_norm": 0.25060434823535316, |
| "learning_rate": 8.867582800222358e-06, |
| "loss": 0.216, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.5947842000915052, |
| "grad_norm": 0.22294734491003537, |
| "learning_rate": 8.864208208415051e-06, |
| "loss": 0.2355, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.5953942351685222, |
| "grad_norm": 0.23476612585041143, |
| "learning_rate": 8.860829240101858e-06, |
| "loss": 0.2454, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.5960042702455391, |
| "grad_norm": 0.24478825993869993, |
| "learning_rate": 8.857445899109716e-06, |
| "loss": 0.2362, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.596614305322556, |
| "grad_norm": 0.23675812972527574, |
| "learning_rate": 8.85405818927051e-06, |
| "loss": 0.2433, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.597224340399573, |
| "grad_norm": 0.23289797925718586, |
| "learning_rate": 8.85066611442108e-06, |
| "loss": 0.2616, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.5978343754765899, |
| "grad_norm": 0.22975309494536794, |
| "learning_rate": 8.847269678403202e-06, |
| "loss": 0.2372, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.5984444105536069, |
| "grad_norm": 0.25014127869116004, |
| "learning_rate": 8.843868885063594e-06, |
| "loss": 0.2481, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.5990544456306237, |
| "grad_norm": 0.235261338075581, |
| "learning_rate": 8.840463738253913e-06, |
| "loss": 0.224, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.5996644807076407, |
| "grad_norm": 0.263864345048999, |
| "learning_rate": 8.83705424183074e-06, |
| "loss": 0.2315, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.6002745157846576, |
| "grad_norm": 0.2313037025839392, |
| "learning_rate": 8.83364039965559e-06, |
| "loss": 0.2343, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.6008845508616746, |
| "grad_norm": 0.2316483778451406, |
| "learning_rate": 8.83022221559489e-06, |
| "loss": 0.2446, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.6014945859386914, |
| "grad_norm": 0.2635286913095841, |
| "learning_rate": 8.826799693519996e-06, |
| "loss": 0.2477, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.6021046210157084, |
| "grad_norm": 0.2402482306391233, |
| "learning_rate": 8.823372837307167e-06, |
| "loss": 0.2513, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.6027146560927253, |
| "grad_norm": 0.2402515762798396, |
| "learning_rate": 8.819941650837576e-06, |
| "loss": 0.2607, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.6033246911697423, |
| "grad_norm": 0.24283381310704727, |
| "learning_rate": 8.8165061379973e-06, |
| "loss": 0.2366, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.6039347262467591, |
| "grad_norm": 0.25297933475508455, |
| "learning_rate": 8.813066302677314e-06, |
| "loss": 0.2363, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.6045447613237761, |
| "grad_norm": 0.2449648651812992, |
| "learning_rate": 8.809622148773492e-06, |
| "loss": 0.2499, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.6051547964007931, |
| "grad_norm": 0.26539602479579855, |
| "learning_rate": 8.806173680186594e-06, |
| "loss": 0.2663, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.60576483147781, |
| "grad_norm": 0.2514174464993971, |
| "learning_rate": 8.80272090082227e-06, |
| "loss": 0.2418, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.6063748665548269, |
| "grad_norm": 0.26721468418789796, |
| "learning_rate": 8.799263814591053e-06, |
| "loss": 0.2289, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.6069849016318438, |
| "grad_norm": 0.25553432819619254, |
| "learning_rate": 8.795802425408352e-06, |
| "loss": 0.2732, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.6075949367088608, |
| "grad_norm": 0.2376491834604695, |
| "learning_rate": 8.792336737194452e-06, |
| "loss": 0.2329, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.6082049717858777, |
| "grad_norm": 0.234012654353243, |
| "learning_rate": 8.788866753874504e-06, |
| "loss": 0.2178, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.6088150068628946, |
| "grad_norm": 0.23538003697799972, |
| "learning_rate": 8.785392479378522e-06, |
| "loss": 0.2324, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.6094250419399115, |
| "grad_norm": 0.24857362136607877, |
| "learning_rate": 8.781913917641385e-06, |
| "loss": 0.2392, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.6100350770169285, |
| "grad_norm": 0.2346747879400166, |
| "learning_rate": 8.778431072602825e-06, |
| "loss": 0.2271, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6100350770169285, |
| "eval_loss": 0.23594006896018982, |
| "eval_runtime": 267.1885, |
| "eval_samples_per_second": 4.005, |
| "eval_steps_per_second": 0.127, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6106451120939455, |
| "grad_norm": 0.21228502344726596, |
| "learning_rate": 8.774943948207427e-06, |
| "loss": 0.2289, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.6112551471709623, |
| "grad_norm": 0.2500646392480775, |
| "learning_rate": 8.771452548404618e-06, |
| "loss": 0.2441, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.6118651822479793, |
| "grad_norm": 0.23169540639899572, |
| "learning_rate": 8.767956877148671e-06, |
| "loss": 0.242, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.6124752173249962, |
| "grad_norm": 0.22760124382669475, |
| "learning_rate": 8.7644569383987e-06, |
| "loss": 0.2552, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.6130852524020132, |
| "grad_norm": 0.2484290973427134, |
| "learning_rate": 8.760952736118645e-06, |
| "loss": 0.2324, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.61369528747903, |
| "grad_norm": 0.2359583380201497, |
| "learning_rate": 8.757444274277277e-06, |
| "loss": 0.2175, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.614305322556047, |
| "grad_norm": 0.23220814369598353, |
| "learning_rate": 8.753931556848195e-06, |
| "loss": 0.2334, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.6149153576330639, |
| "grad_norm": 0.27498536282455094, |
| "learning_rate": 8.750414587809815e-06, |
| "loss": 0.2582, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.6155253927100808, |
| "grad_norm": 0.24078199124375543, |
| "learning_rate": 8.746893371145367e-06, |
| "loss": 0.2317, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.6161354277870977, |
| "grad_norm": 0.23280560001762854, |
| "learning_rate": 8.743367910842895e-06, |
| "loss": 0.2349, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.6167454628641147, |
| "grad_norm": 0.23708670544193472, |
| "learning_rate": 8.739838210895244e-06, |
| "loss": 0.2215, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.6173554979411316, |
| "grad_norm": 0.236517827135338, |
| "learning_rate": 8.736304275300069e-06, |
| "loss": 0.2372, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.6179655330181485, |
| "grad_norm": 0.22912668594274044, |
| "learning_rate": 8.732766108059814e-06, |
| "loss": 0.2253, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.6185755680951655, |
| "grad_norm": 0.23350025433250618, |
| "learning_rate": 8.72922371318172e-06, |
| "loss": 0.2274, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.6191856031721824, |
| "grad_norm": 0.23095428571608784, |
| "learning_rate": 8.725677094677816e-06, |
| "loss": 0.2349, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.6197956382491994, |
| "grad_norm": 0.2458511385558197, |
| "learning_rate": 8.722126256564911e-06, |
| "loss": 0.2405, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.6204056733262162, |
| "grad_norm": 0.26209582180802815, |
| "learning_rate": 8.718571202864598e-06, |
| "loss": 0.2391, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.6210157084032332, |
| "grad_norm": 0.23368392839276564, |
| "learning_rate": 8.715011937603243e-06, |
| "loss": 0.2296, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.6216257434802501, |
| "grad_norm": 0.23329724132770577, |
| "learning_rate": 8.711448464811978e-06, |
| "loss": 0.2425, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.6222357785572671, |
| "grad_norm": 0.23902811017652673, |
| "learning_rate": 8.707880788526708e-06, |
| "loss": 0.2478, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.6228458136342839, |
| "grad_norm": 0.41056486667562464, |
| "learning_rate": 8.70430891278809e-06, |
| "loss": 0.2198, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.6234558487113009, |
| "grad_norm": 0.22537846767846592, |
| "learning_rate": 8.700732841641542e-06, |
| "loss": 0.2273, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.6240658837883178, |
| "grad_norm": 0.44369492215713807, |
| "learning_rate": 8.697152579137235e-06, |
| "loss": 0.235, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.6246759188653348, |
| "grad_norm": 0.23115109526114427, |
| "learning_rate": 8.693568129330083e-06, |
| "loss": 0.2273, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.6252859539423516, |
| "grad_norm": 0.23509942514935336, |
| "learning_rate": 8.689979496279747e-06, |
| "loss": 0.2222, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.6258959890193686, |
| "grad_norm": 0.2368473427816096, |
| "learning_rate": 8.68638668405062e-06, |
| "loss": 0.227, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.6265060240963856, |
| "grad_norm": 0.21340890219018352, |
| "learning_rate": 8.682789696711835e-06, |
| "loss": 0.222, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.6271160591734025, |
| "grad_norm": 0.26572592638064496, |
| "learning_rate": 8.679188538337248e-06, |
| "loss": 0.2567, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.6277260942504194, |
| "grad_norm": 0.22809021260408102, |
| "learning_rate": 8.675583213005443e-06, |
| "loss": 0.2279, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.6283361293274363, |
| "grad_norm": 0.23394941073505565, |
| "learning_rate": 8.671973724799719e-06, |
| "loss": 0.2365, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.6289461644044533, |
| "grad_norm": 0.23887151195100773, |
| "learning_rate": 8.668360077808093e-06, |
| "loss": 0.2472, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.6295561994814702, |
| "grad_norm": 0.22443946646077903, |
| "learning_rate": 8.664742276123293e-06, |
| "loss": 0.2356, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.6301662345584871, |
| "grad_norm": 0.24621520519113224, |
| "learning_rate": 8.661120323842751e-06, |
| "loss": 0.2312, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.630776269635504, |
| "grad_norm": 0.2292352894257401, |
| "learning_rate": 8.657494225068599e-06, |
| "loss": 0.2375, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.631386304712521, |
| "grad_norm": 0.23841878871186253, |
| "learning_rate": 8.653863983907665e-06, |
| "loss": 0.2423, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.631996339789538, |
| "grad_norm": 0.23381301415513847, |
| "learning_rate": 8.650229604471471e-06, |
| "loss": 0.217, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.6326063748665548, |
| "grad_norm": 0.2482976093582336, |
| "learning_rate": 8.646591090876225e-06, |
| "loss": 0.2387, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.6332164099435718, |
| "grad_norm": 0.2403988608376904, |
| "learning_rate": 8.642948447242816e-06, |
| "loss": 0.2294, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.6338264450205887, |
| "grad_norm": 0.25498061501682, |
| "learning_rate": 8.639301677696812e-06, |
| "loss": 0.254, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.6344364800976056, |
| "grad_norm": 0.2589882916862488, |
| "learning_rate": 8.635650786368452e-06, |
| "loss": 0.2442, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.6350465151746225, |
| "grad_norm": 0.23064501898207432, |
| "learning_rate": 8.631995777392645e-06, |
| "loss": 0.2291, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.6356565502516395, |
| "grad_norm": 0.2275940945269994, |
| "learning_rate": 8.628336654908965e-06, |
| "loss": 0.2256, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.6362665853286564, |
| "grad_norm": 0.2329033335658531, |
| "learning_rate": 8.62467342306164e-06, |
| "loss": 0.2364, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.6368766204056733, |
| "grad_norm": 0.22329035062909994, |
| "learning_rate": 8.621006085999557e-06, |
| "loss": 0.2302, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.6374866554826902, |
| "grad_norm": 0.24244570767153245, |
| "learning_rate": 8.61733464787625e-06, |
| "loss": 0.2568, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.6380966905597072, |
| "grad_norm": 0.23192088392396648, |
| "learning_rate": 8.613659112849898e-06, |
| "loss": 0.2563, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.6387067256367241, |
| "grad_norm": 0.24548506765765826, |
| "learning_rate": 8.609979485083319e-06, |
| "loss": 0.2491, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.639316760713741, |
| "grad_norm": 0.22389446741910482, |
| "learning_rate": 8.606295768743971e-06, |
| "loss": 0.2235, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.639926795790758, |
| "grad_norm": 0.22417184612529703, |
| "learning_rate": 8.602607968003935e-06, |
| "loss": 0.2241, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.6405368308677749, |
| "grad_norm": 0.25746416694776264, |
| "learning_rate": 8.598916087039929e-06, |
| "loss": 0.2283, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.6411468659447919, |
| "grad_norm": 0.24729586756768165, |
| "learning_rate": 8.595220130033278e-06, |
| "loss": 0.225, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.6417569010218087, |
| "grad_norm": 0.22642669069332533, |
| "learning_rate": 8.591520101169932e-06, |
| "loss": 0.2142, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.6423669360988257, |
| "grad_norm": 0.23342351734889488, |
| "learning_rate": 8.587816004640456e-06, |
| "loss": 0.2225, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.6429769711758426, |
| "grad_norm": 0.23649016461111497, |
| "learning_rate": 8.584107844640015e-06, |
| "loss": 0.2223, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.6435870062528596, |
| "grad_norm": 0.23848683592171122, |
| "learning_rate": 8.580395625368377e-06, |
| "loss": 0.2374, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.6441970413298764, |
| "grad_norm": 0.2284818810785837, |
| "learning_rate": 8.57667935102991e-06, |
| "loss": 0.2325, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.6448070764068934, |
| "grad_norm": 0.23563332797270775, |
| "learning_rate": 8.572959025833573e-06, |
| "loss": 0.2266, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.6454171114839103, |
| "grad_norm": 0.2464668648207247, |
| "learning_rate": 8.569234653992916e-06, |
| "loss": 0.2311, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.6460271465609273, |
| "grad_norm": 0.23023004719076975, |
| "learning_rate": 8.565506239726068e-06, |
| "loss": 0.2202, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.6466371816379441, |
| "grad_norm": 0.2640229604622966, |
| "learning_rate": 8.561773787255738e-06, |
| "loss": 0.2353, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.6472472167149611, |
| "grad_norm": 0.23223099173660483, |
| "learning_rate": 8.558037300809209e-06, |
| "loss": 0.2291, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.6478572517919781, |
| "grad_norm": 0.22720435240012227, |
| "learning_rate": 8.554296784618331e-06, |
| "loss": 0.2359, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.648467286868995, |
| "grad_norm": 0.22326014158801946, |
| "learning_rate": 8.550552242919521e-06, |
| "loss": 0.2503, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.6490773219460119, |
| "grad_norm": 0.21990941872169437, |
| "learning_rate": 8.546803679953754e-06, |
| "loss": 0.2176, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.6496873570230288, |
| "grad_norm": 0.21398433020072413, |
| "learning_rate": 8.543051099966558e-06, |
| "loss": 0.209, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.6502973921000458, |
| "grad_norm": 0.262452859799478, |
| "learning_rate": 8.539294507208011e-06, |
| "loss": 0.2169, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.6509074271770627, |
| "grad_norm": 0.23857047674039852, |
| "learning_rate": 8.535533905932739e-06, |
| "loss": 0.2535, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.6515174622540796, |
| "grad_norm": 0.2290193027949121, |
| "learning_rate": 8.531769300399901e-06, |
| "loss": 0.2282, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.6521274973310965, |
| "grad_norm": 0.22083932716278717, |
| "learning_rate": 8.5280006948732e-06, |
| "loss": 0.2336, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.6527375324081135, |
| "grad_norm": 0.22246158483514522, |
| "learning_rate": 8.524228093620858e-06, |
| "loss": 0.2416, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.6533475674851303, |
| "grad_norm": 0.21561212780574032, |
| "learning_rate": 8.520451500915636e-06, |
| "loss": 0.2179, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.6539576025621473, |
| "grad_norm": 0.23427975137844478, |
| "learning_rate": 8.516670921034808e-06, |
| "loss": 0.2238, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.6545676376391643, |
| "grad_norm": 0.2424857066387141, |
| "learning_rate": 8.512886358260162e-06, |
| "loss": 0.2243, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.6551776727161812, |
| "grad_norm": 0.22388291176428463, |
| "learning_rate": 8.509097816877998e-06, |
| "loss": 0.2331, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.6557877077931981, |
| "grad_norm": 0.24291536165799196, |
| "learning_rate": 8.505305301179126e-06, |
| "loss": 0.2399, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.656397742870215, |
| "grad_norm": 0.21783349465923516, |
| "learning_rate": 8.501508815458856e-06, |
| "loss": 0.2105, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.657007777947232, |
| "grad_norm": 0.24460448320216843, |
| "learning_rate": 8.49770836401699e-06, |
| "loss": 0.2381, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.6576178130242489, |
| "grad_norm": 0.23595918167659072, |
| "learning_rate": 8.493903951157827e-06, |
| "loss": 0.2404, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.6582278481012658, |
| "grad_norm": 0.2463785035159111, |
| "learning_rate": 8.490095581190149e-06, |
| "loss": 0.2536, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.6588378831782827, |
| "grad_norm": 0.24510766049649824, |
| "learning_rate": 8.486283258427222e-06, |
| "loss": 0.2363, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.6594479182552997, |
| "grad_norm": 0.2217249773828561, |
| "learning_rate": 8.482466987186785e-06, |
| "loss": 0.2324, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.6600579533323166, |
| "grad_norm": 0.2765387808119517, |
| "learning_rate": 8.478646771791054e-06, |
| "loss": 0.2508, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.6606679884093335, |
| "grad_norm": 0.22300248422446325, |
| "learning_rate": 8.474822616566711e-06, |
| "loss": 0.2109, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.6612780234863505, |
| "grad_norm": 0.2173767023833337, |
| "learning_rate": 8.470994525844895e-06, |
| "loss": 0.2235, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.6618880585633674, |
| "grad_norm": 0.2352796493955204, |
| "learning_rate": 8.467162503961209e-06, |
| "loss": 0.2236, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.6624980936403844, |
| "grad_norm": 0.23816022190314465, |
| "learning_rate": 8.463326555255705e-06, |
| "loss": 0.2456, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.6631081287174012, |
| "grad_norm": 0.24662909644422232, |
| "learning_rate": 8.459486684072883e-06, |
| "loss": 0.2315, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.6637181637944182, |
| "grad_norm": 0.22918344342880975, |
| "learning_rate": 8.455642894761684e-06, |
| "loss": 0.2243, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.6643281988714351, |
| "grad_norm": 0.24701880968682127, |
| "learning_rate": 8.451795191675488e-06, |
| "loss": 0.2282, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.6649382339484521, |
| "grad_norm": 0.252271888950006, |
| "learning_rate": 8.44794357917211e-06, |
| "loss": 0.2249, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.6655482690254689, |
| "grad_norm": 0.25713164139831324, |
| "learning_rate": 8.444088061613788e-06, |
| "loss": 0.2483, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.6661583041024859, |
| "grad_norm": 0.23416139444019676, |
| "learning_rate": 8.440228643367188e-06, |
| "loss": 0.2362, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.6667683391795028, |
| "grad_norm": 0.22046541488555407, |
| "learning_rate": 8.436365328803386e-06, |
| "loss": 0.24, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.6673783742565198, |
| "grad_norm": 0.24786462384821747, |
| "learning_rate": 8.432498122297879e-06, |
| "loss": 0.2548, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.6679884093335366, |
| "grad_norm": 0.24671418121331395, |
| "learning_rate": 8.42862702823057e-06, |
| "loss": 0.2313, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.6685984444105536, |
| "grad_norm": 0.2386497978703496, |
| "learning_rate": 8.424752050985759e-06, |
| "loss": 0.2235, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.6692084794875706, |
| "grad_norm": 0.22968504637849413, |
| "learning_rate": 8.420873194952153e-06, |
| "loss": 0.2318, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.6698185145645874, |
| "grad_norm": 0.22870461975088988, |
| "learning_rate": 8.416990464522847e-06, |
| "loss": 0.213, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.6704285496416044, |
| "grad_norm": 0.24043487052170476, |
| "learning_rate": 8.413103864095322e-06, |
| "loss": 0.228, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.6710385847186213, |
| "grad_norm": 0.27758706857221244, |
| "learning_rate": 8.409213398071448e-06, |
| "loss": 0.229, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.6716486197956383, |
| "grad_norm": 0.2278187512949372, |
| "learning_rate": 8.405319070857466e-06, |
| "loss": 0.2099, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.6722586548726551, |
| "grad_norm": 0.21328727861837193, |
| "learning_rate": 8.401420886863998e-06, |
| "loss": 0.2176, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.6728686899496721, |
| "grad_norm": 0.2575211195112028, |
| "learning_rate": 8.39751885050603e-06, |
| "loss": 0.2354, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.673478725026689, |
| "grad_norm": 0.24555722594295123, |
| "learning_rate": 8.393612966202907e-06, |
| "loss": 0.2367, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.674088760103706, |
| "grad_norm": 0.22888826965165, |
| "learning_rate": 8.38970323837834e-06, |
| "loss": 0.2321, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.6746987951807228, |
| "grad_norm": 0.23363250380097145, |
| "learning_rate": 8.385789671460387e-06, |
| "loss": 0.2238, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.6753088302577398, |
| "grad_norm": 0.2274158118030155, |
| "learning_rate": 8.381872269881457e-06, |
| "loss": 0.2212, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.6759188653347568, |
| "grad_norm": 0.265507657795025, |
| "learning_rate": 8.377951038078303e-06, |
| "loss": 0.2848, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.6765289004117737, |
| "grad_norm": 0.23260057000097717, |
| "learning_rate": 8.37402598049201e-06, |
| "loss": 0.2232, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.6771389354887906, |
| "grad_norm": 0.240932782955572, |
| "learning_rate": 8.370097101568007e-06, |
| "loss": 0.2259, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.6777489705658075, |
| "grad_norm": 0.25307725757101474, |
| "learning_rate": 8.366164405756039e-06, |
| "loss": 0.249, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.6783590056428245, |
| "grad_norm": 0.2363549436507277, |
| "learning_rate": 8.36222789751018e-06, |
| "loss": 0.2317, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.6789690407198414, |
| "grad_norm": 0.283464866982075, |
| "learning_rate": 8.358287581288824e-06, |
| "loss": 0.2374, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.6795790757968583, |
| "grad_norm": 0.24552247588641626, |
| "learning_rate": 8.35434346155467e-06, |
| "loss": 0.2321, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.6801891108738752, |
| "grad_norm": 0.24535783592570692, |
| "learning_rate": 8.350395542774737e-06, |
| "loss": 0.2426, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.6807991459508922, |
| "grad_norm": 0.26345289189142446, |
| "learning_rate": 8.34644382942033e-06, |
| "loss": 0.2379, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.6814091810279091, |
| "grad_norm": 0.24433115654789947, |
| "learning_rate": 8.342488325967068e-06, |
| "loss": 0.2436, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.682019216104926, |
| "grad_norm": 0.24813412245663188, |
| "learning_rate": 8.338529036894855e-06, |
| "loss": 0.2427, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.682629251181943, |
| "grad_norm": 0.2246533356599739, |
| "learning_rate": 8.334565966687882e-06, |
| "loss": 0.2309, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.6832392862589599, |
| "grad_norm": 0.24678856538769056, |
| "learning_rate": 8.330599119834622e-06, |
| "loss": 0.2429, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.6838493213359769, |
| "grad_norm": 0.2750478481998693, |
| "learning_rate": 8.326628500827826e-06, |
| "loss": 0.2408, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.6844593564129937, |
| "grad_norm": 0.21598660094808886, |
| "learning_rate": 8.322654114164524e-06, |
| "loss": 0.2102, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.6850693914900107, |
| "grad_norm": 0.2343051371469007, |
| "learning_rate": 8.318675964346001e-06, |
| "loss": 0.2483, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.6856794265670276, |
| "grad_norm": 0.25297310363283115, |
| "learning_rate": 8.314694055877814e-06, |
| "loss": 0.2521, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.6862894616440446, |
| "grad_norm": 0.2337948691832747, |
| "learning_rate": 8.310708393269773e-06, |
| "loss": 0.2205, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.6868994967210614, |
| "grad_norm": 0.23465407792916493, |
| "learning_rate": 8.306718981035937e-06, |
| "loss": 0.2289, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.6875095317980784, |
| "grad_norm": 0.24891299806667935, |
| "learning_rate": 8.302725823694619e-06, |
| "loss": 0.2286, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.6881195668750953, |
| "grad_norm": 0.24328476121321269, |
| "learning_rate": 8.298728925768367e-06, |
| "loss": 0.224, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.6887296019521122, |
| "grad_norm": 0.2382382369544805, |
| "learning_rate": 8.294728291783967e-06, |
| "loss": 0.2386, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.6893396370291291, |
| "grad_norm": 0.2385597546167655, |
| "learning_rate": 8.290723926272439e-06, |
| "loss": 0.212, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.6899496721061461, |
| "grad_norm": 0.25577463335566336, |
| "learning_rate": 8.286715833769027e-06, |
| "loss": 0.2453, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.6905597071831631, |
| "grad_norm": 0.2560431692968465, |
| "learning_rate": 8.282704018813199e-06, |
| "loss": 0.2554, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.6911697422601799, |
| "grad_norm": 0.24340131037369614, |
| "learning_rate": 8.278688485948634e-06, |
| "loss": 0.2067, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.6917797773371969, |
| "grad_norm": 0.23092696341317517, |
| "learning_rate": 8.274669239723223e-06, |
| "loss": 0.2216, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.6923898124142138, |
| "grad_norm": 0.2554840520735112, |
| "learning_rate": 8.270646284689067e-06, |
| "loss": 0.2304, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.6929998474912308, |
| "grad_norm": 0.24958593690963987, |
| "learning_rate": 8.266619625402465e-06, |
| "loss": 0.231, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.6936098825682476, |
| "grad_norm": 0.2536907103950832, |
| "learning_rate": 8.262589266423908e-06, |
| "loss": 0.2377, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.6942199176452646, |
| "grad_norm": 0.2742601681630492, |
| "learning_rate": 8.258555212318083e-06, |
| "loss": 0.2636, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.6948299527222815, |
| "grad_norm": 0.24462935260812824, |
| "learning_rate": 8.254517467653858e-06, |
| "loss": 0.2355, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.6954399877992985, |
| "grad_norm": 0.23730909678619028, |
| "learning_rate": 8.25047603700428e-06, |
| "loss": 0.2246, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.6960500228763153, |
| "grad_norm": 0.2441627512964431, |
| "learning_rate": 8.246430924946575e-06, |
| "loss": 0.2242, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.6966600579533323, |
| "grad_norm": 0.23069368020362158, |
| "learning_rate": 8.242382136062135e-06, |
| "loss": 0.2344, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.6972700930303493, |
| "grad_norm": 0.26857725161103285, |
| "learning_rate": 8.238329674936518e-06, |
| "loss": 0.2517, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.6978801281073662, |
| "grad_norm": 0.2558117137259953, |
| "learning_rate": 8.234273546159441e-06, |
| "loss": 0.2293, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.6984901631843831, |
| "grad_norm": 0.2269265773408567, |
| "learning_rate": 8.230213754324773e-06, |
| "loss": 0.2158, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.6991001982614, |
| "grad_norm": 0.25171573657859114, |
| "learning_rate": 8.226150304030534e-06, |
| "loss": 0.2317, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.699710233338417, |
| "grad_norm": 0.23133479000353166, |
| "learning_rate": 8.222083199878885e-06, |
| "loss": 0.2099, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.7003202684154339, |
| "grad_norm": 0.25686510449037725, |
| "learning_rate": 8.218012446476128e-06, |
| "loss": 0.223, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.7009303034924508, |
| "grad_norm": 0.2456359179322101, |
| "learning_rate": 8.213938048432697e-06, |
| "loss": 0.2481, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.7015403385694677, |
| "grad_norm": 0.251265568965118, |
| "learning_rate": 8.209860010363153e-06, |
| "loss": 0.2336, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.7021503736464847, |
| "grad_norm": 0.25798870050684164, |
| "learning_rate": 8.205778336886182e-06, |
| "loss": 0.2155, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.7027604087235017, |
| "grad_norm": 0.2567842887016378, |
| "learning_rate": 8.201693032624584e-06, |
| "loss": 0.2299, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.7033704438005185, |
| "grad_norm": 0.2318668305771687, |
| "learning_rate": 8.19760410220527e-06, |
| "loss": 0.2303, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.7039804788775355, |
| "grad_norm": 0.22835210783508866, |
| "learning_rate": 8.193511550259268e-06, |
| "loss": 0.2392, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.7045905139545524, |
| "grad_norm": 0.2609582153500793, |
| "learning_rate": 8.189415381421693e-06, |
| "loss": 0.2466, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.7052005490315694, |
| "grad_norm": 0.22982680193286878, |
| "learning_rate": 8.185315600331768e-06, |
| "loss": 0.2321, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.7058105841085862, |
| "grad_norm": 0.2319979015513836, |
| "learning_rate": 8.1812122116328e-06, |
| "loss": 0.2271, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.7064206191856032, |
| "grad_norm": 0.25474865680783587, |
| "learning_rate": 8.177105219972187e-06, |
| "loss": 0.2326, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.7070306542626201, |
| "grad_norm": 0.22168370615095642, |
| "learning_rate": 8.172994630001405e-06, |
| "loss": 0.2037, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.707640689339637, |
| "grad_norm": 0.22219009238421022, |
| "learning_rate": 8.168880446376003e-06, |
| "loss": 0.2162, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.7082507244166539, |
| "grad_norm": 0.24093738372339843, |
| "learning_rate": 8.16476267375561e-06, |
| "loss": 0.2563, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.7088607594936709, |
| "grad_norm": 0.23841753177830316, |
| "learning_rate": 8.160641316803904e-06, |
| "loss": 0.2312, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.7094707945706878, |
| "grad_norm": 0.22861548309953486, |
| "learning_rate": 8.156516380188635e-06, |
| "loss": 0.2336, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.7100808296477047, |
| "grad_norm": 0.2360284376142477, |
| "learning_rate": 8.152387868581606e-06, |
| "loss": 0.2287, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.7106908647247216, |
| "grad_norm": 0.2520783115103026, |
| "learning_rate": 8.148255786658661e-06, |
| "loss": 0.2432, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.7113008998017386, |
| "grad_norm": 0.22384974462504423, |
| "learning_rate": 8.144120139099697e-06, |
| "loss": 0.2309, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.7119109348787556, |
| "grad_norm": 0.23670142303489072, |
| "learning_rate": 8.139980930588643e-06, |
| "loss": 0.2373, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.7125209699557724, |
| "grad_norm": 0.23092054782886554, |
| "learning_rate": 8.135838165813465e-06, |
| "loss": 0.2276, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.7131310050327894, |
| "grad_norm": 0.2271715206436096, |
| "learning_rate": 8.131691849466154e-06, |
| "loss": 0.2255, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.7137410401098063, |
| "grad_norm": 0.2229315252564618, |
| "learning_rate": 8.127541986242726e-06, |
| "loss": 0.2117, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.7143510751868233, |
| "grad_norm": 0.24446595930379747, |
| "learning_rate": 8.123388580843209e-06, |
| "loss": 0.2647, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.7149611102638401, |
| "grad_norm": 0.24913399767279057, |
| "learning_rate": 8.119231637971651e-06, |
| "loss": 0.2427, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.7155711453408571, |
| "grad_norm": 0.2981638083013536, |
| "learning_rate": 8.115071162336099e-06, |
| "loss": 0.2353, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.716181180417874, |
| "grad_norm": 0.24437466812048375, |
| "learning_rate": 8.110907158648605e-06, |
| "loss": 0.247, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.716791215494891, |
| "grad_norm": 0.2449625500398084, |
| "learning_rate": 8.106739631625216e-06, |
| "loss": 0.2364, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.7174012505719078, |
| "grad_norm": 0.2224944056103836, |
| "learning_rate": 8.102568585985968e-06, |
| "loss": 0.2266, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.7180112856489248, |
| "grad_norm": 0.24738870833311483, |
| "learning_rate": 8.098394026454886e-06, |
| "loss": 0.2283, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.7186213207259418, |
| "grad_norm": 0.24328672716739527, |
| "learning_rate": 8.09421595775997e-06, |
| "loss": 0.2401, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.7192313558029587, |
| "grad_norm": 0.22719417926256943, |
| "learning_rate": 8.090034384633194e-06, |
| "loss": 0.232, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.7198413908799756, |
| "grad_norm": 0.24324266904153669, |
| "learning_rate": 8.08584931181051e-06, |
| "loss": 0.2224, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.7204514259569925, |
| "grad_norm": 0.2199116279585472, |
| "learning_rate": 8.081660744031818e-06, |
| "loss": 0.222, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.7210614610340095, |
| "grad_norm": 0.23189331283667097, |
| "learning_rate": 8.077468686040994e-06, |
| "loss": 0.2347, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.7216714961110264, |
| "grad_norm": 0.23879528408430015, |
| "learning_rate": 8.073273142585856e-06, |
| "loss": 0.2254, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.7222815311880433, |
| "grad_norm": 0.22352638483489393, |
| "learning_rate": 8.06907411841817e-06, |
| "loss": 0.2106, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.7228915662650602, |
| "grad_norm": 0.23030909325093743, |
| "learning_rate": 8.064871618293647e-06, |
| "loss": 0.2455, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.7235016013420772, |
| "grad_norm": 0.22349269159069882, |
| "learning_rate": 8.060665646971934e-06, |
| "loss": 0.2243, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.7241116364190942, |
| "grad_norm": 0.2344008817329467, |
| "learning_rate": 8.056456209216609e-06, |
| "loss": 0.2466, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.724721671496111, |
| "grad_norm": 0.21862505201609747, |
| "learning_rate": 8.052243309795175e-06, |
| "loss": 0.2281, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.725331706573128, |
| "grad_norm": 0.22352934742727967, |
| "learning_rate": 8.048026953479062e-06, |
| "loss": 0.2253, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.7259417416501449, |
| "grad_norm": 0.22584075570112383, |
| "learning_rate": 8.043807145043604e-06, |
| "loss": 0.2437, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.7265517767271618, |
| "grad_norm": 0.22596357819552168, |
| "learning_rate": 8.039583889268055e-06, |
| "loss": 0.2533, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.7271618118041787, |
| "grad_norm": 0.2241405931562285, |
| "learning_rate": 8.035357190935565e-06, |
| "loss": 0.219, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.7277718468811957, |
| "grad_norm": 0.2407653255257801, |
| "learning_rate": 8.031127054833192e-06, |
| "loss": 0.2347, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.7283818819582126, |
| "grad_norm": 0.21279327555477656, |
| "learning_rate": 8.026893485751877e-06, |
| "loss": 0.2188, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.7289919170352295, |
| "grad_norm": 0.2261188217955493, |
| "learning_rate": 8.02265648848646e-06, |
| "loss": 0.228, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.7296019521122464, |
| "grad_norm": 0.21871855242114913, |
| "learning_rate": 8.01841606783566e-06, |
| "loss": 0.2244, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.7302119871892634, |
| "grad_norm": 0.26675126905336366, |
| "learning_rate": 8.014172228602063e-06, |
| "loss": 0.2218, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.7308220222662803, |
| "grad_norm": 0.2253793993000552, |
| "learning_rate": 8.009924975592145e-06, |
| "loss": 0.2284, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.7314320573432972, |
| "grad_norm": 0.21110478260357746, |
| "learning_rate": 8.005674313616231e-06, |
| "loss": 0.2224, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.7320420924203141, |
| "grad_norm": 0.2207365556711429, |
| "learning_rate": 8.00142024748852e-06, |
| "loss": 0.2363, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.7326521274973311, |
| "grad_norm": 0.2348452507736591, |
| "learning_rate": 7.997162782027061e-06, |
| "loss": 0.2345, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.7332621625743481, |
| "grad_norm": 0.22623405697304158, |
| "learning_rate": 7.992901922053751e-06, |
| "loss": 0.2309, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.7338721976513649, |
| "grad_norm": 0.22676453319507958, |
| "learning_rate": 7.988637672394337e-06, |
| "loss": 0.2179, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.7344822327283819, |
| "grad_norm": 0.21444773415921856, |
| "learning_rate": 7.984370037878396e-06, |
| "loss": 0.2302, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.7350922678053988, |
| "grad_norm": 0.24197036456944898, |
| "learning_rate": 7.98009902333935e-06, |
| "loss": 0.2344, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.7357023028824158, |
| "grad_norm": 0.241279921065408, |
| "learning_rate": 7.975824633614443e-06, |
| "loss": 0.2179, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.7363123379594326, |
| "grad_norm": 0.21156520913188215, |
| "learning_rate": 7.971546873544737e-06, |
| "loss": 0.2086, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.7369223730364496, |
| "grad_norm": 0.21162231842894277, |
| "learning_rate": 7.967265747975124e-06, |
| "loss": 0.2241, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.7375324081134665, |
| "grad_norm": 0.23532186361425042, |
| "learning_rate": 7.962981261754295e-06, |
| "loss": 0.2316, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.7381424431904835, |
| "grad_norm": 0.2568086699360337, |
| "learning_rate": 7.958693419734752e-06, |
| "loss": 0.2404, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.7387524782675003, |
| "grad_norm": 0.22705182738619106, |
| "learning_rate": 7.954402226772804e-06, |
| "loss": 0.2381, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.7393625133445173, |
| "grad_norm": 0.2261242827810141, |
| "learning_rate": 7.950107687728543e-06, |
| "loss": 0.2314, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.7399725484215343, |
| "grad_norm": 0.22796628523765586, |
| "learning_rate": 7.945809807465857e-06, |
| "loss": 0.2346, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.7405825834985512, |
| "grad_norm": 0.23528591338995508, |
| "learning_rate": 7.941508590852422e-06, |
| "loss": 0.2377, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.7411926185755681, |
| "grad_norm": 0.25031030450654246, |
| "learning_rate": 7.937204042759685e-06, |
| "loss": 0.2375, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.741802653652585, |
| "grad_norm": 0.24714501535227756, |
| "learning_rate": 7.932896168062874e-06, |
| "loss": 0.2343, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.742412688729602, |
| "grad_norm": 0.22388225074316453, |
| "learning_rate": 7.928584971640974e-06, |
| "loss": 0.2272, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.7430227238066189, |
| "grad_norm": 0.2330751968816673, |
| "learning_rate": 7.924270458376746e-06, |
| "loss": 0.2314, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.7436327588836358, |
| "grad_norm": 0.24644856853549163, |
| "learning_rate": 7.919952633156695e-06, |
| "loss": 0.2593, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.7442427939606527, |
| "grad_norm": 0.22879737615778123, |
| "learning_rate": 7.915631500871084e-06, |
| "loss": 0.2643, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.7448528290376697, |
| "grad_norm": 0.23142298859084215, |
| "learning_rate": 7.91130706641392e-06, |
| "loss": 0.2379, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.7454628641146865, |
| "grad_norm": 0.2524317523072115, |
| "learning_rate": 7.906979334682948e-06, |
| "loss": 0.23, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.7460728991917035, |
| "grad_norm": 0.23189754430124038, |
| "learning_rate": 7.90264831057965e-06, |
| "loss": 0.2304, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.7466829342687205, |
| "grad_norm": 0.2533738094883779, |
| "learning_rate": 7.898313999009238e-06, |
| "loss": 0.2385, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.7472929693457374, |
| "grad_norm": 0.2553489046355843, |
| "learning_rate": 7.893976404880643e-06, |
| "loss": 0.2507, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.7479030044227543, |
| "grad_norm": 0.25852436326492156, |
| "learning_rate": 7.889635533106515e-06, |
| "loss": 0.2351, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.7485130394997712, |
| "grad_norm": 0.22967301302314835, |
| "learning_rate": 7.88529138860322e-06, |
| "loss": 0.2266, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.7491230745767882, |
| "grad_norm": 0.26120335319102406, |
| "learning_rate": 7.880943976290826e-06, |
| "loss": 0.2486, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.7497331096538051, |
| "grad_norm": 0.25231195952917956, |
| "learning_rate": 7.876593301093104e-06, |
| "loss": 0.2263, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.750343144730822, |
| "grad_norm": 0.22763902531310243, |
| "learning_rate": 7.87223936793752e-06, |
| "loss": 0.2245, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.7509531798078389, |
| "grad_norm": 0.22658329796075055, |
| "learning_rate": 7.86788218175523e-06, |
| "loss": 0.2008, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.7515632148848559, |
| "grad_norm": 0.23368671212970132, |
| "learning_rate": 7.863521747481078e-06, |
| "loss": 0.2558, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.7521732499618728, |
| "grad_norm": 0.228740592341535, |
| "learning_rate": 7.859158070053578e-06, |
| "loss": 0.2369, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.7527832850388897, |
| "grad_norm": 0.21748172031890037, |
| "learning_rate": 7.854791154414925e-06, |
| "loss": 0.2074, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.7533933201159067, |
| "grad_norm": 0.21994817465646302, |
| "learning_rate": 7.850421005510977e-06, |
| "loss": 0.2332, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.7540033551929236, |
| "grad_norm": 0.23920796683942835, |
| "learning_rate": 7.846047628291259e-06, |
| "loss": 0.2242, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.7546133902699406, |
| "grad_norm": 0.2225627258100121, |
| "learning_rate": 7.841671027708945e-06, |
| "loss": 0.2407, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.7552234253469574, |
| "grad_norm": 0.23186328985692906, |
| "learning_rate": 7.837291208720867e-06, |
| "loss": 0.2325, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.7558334604239744, |
| "grad_norm": 0.21580905533020986, |
| "learning_rate": 7.832908176287497e-06, |
| "loss": 0.2167, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.7564434955009913, |
| "grad_norm": 0.22400244139158307, |
| "learning_rate": 7.828521935372948e-06, |
| "loss": 0.2289, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.7570535305780083, |
| "grad_norm": 0.22654448268365424, |
| "learning_rate": 7.824132490944968e-06, |
| "loss": 0.2203, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.7576635656550251, |
| "grad_norm": 0.23447871941330142, |
| "learning_rate": 7.819739847974932e-06, |
| "loss": 0.2479, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.7582736007320421, |
| "grad_norm": 0.2298061806062539, |
| "learning_rate": 7.81534401143784e-06, |
| "loss": 0.2247, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.758883635809059, |
| "grad_norm": 0.20948289511876436, |
| "learning_rate": 7.810944986312303e-06, |
| "loss": 0.229, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.759493670886076, |
| "grad_norm": 0.21746148602267854, |
| "learning_rate": 7.80654277758055e-06, |
| "loss": 0.2249, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.7601037059630928, |
| "grad_norm": 0.24122673913757323, |
| "learning_rate": 7.802137390228413e-06, |
| "loss": 0.2371, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.7607137410401098, |
| "grad_norm": 0.24321359321004912, |
| "learning_rate": 7.797728829245321e-06, |
| "loss": 0.2248, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.7613237761171268, |
| "grad_norm": 0.25483262345781993, |
| "learning_rate": 7.793317099624304e-06, |
| "loss": 0.2659, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.7619338111941437, |
| "grad_norm": 0.22017019551240405, |
| "learning_rate": 7.788902206361974e-06, |
| "loss": 0.2327, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.7625438462711606, |
| "grad_norm": 0.23290295174722392, |
| "learning_rate": 7.784484154458529e-06, |
| "loss": 0.2337, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.7631538813481775, |
| "grad_norm": 0.24425639545299802, |
| "learning_rate": 7.780062948917748e-06, |
| "loss": 0.253, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.7637639164251945, |
| "grad_norm": 0.25547736930193293, |
| "learning_rate": 7.775638594746975e-06, |
| "loss": 0.2324, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.7643739515022113, |
| "grad_norm": 0.25797109907955645, |
| "learning_rate": 7.771211096957125e-06, |
| "loss": 0.2235, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.7649839865792283, |
| "grad_norm": 0.22509840516733273, |
| "learning_rate": 7.766780460562668e-06, |
| "loss": 0.2356, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.7655940216562452, |
| "grad_norm": 0.23188690975236592, |
| "learning_rate": 7.762346690581636e-06, |
| "loss": 0.2324, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.7662040567332622, |
| "grad_norm": 0.2649412152942703, |
| "learning_rate": 7.757909792035608e-06, |
| "loss": 0.2499, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.766814091810279, |
| "grad_norm": 0.22237757487770793, |
| "learning_rate": 7.753469769949701e-06, |
| "loss": 0.2205, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.767424126887296, |
| "grad_norm": 0.2307508237229708, |
| "learning_rate": 7.749026629352574e-06, |
| "loss": 0.2214, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.768034161964313, |
| "grad_norm": 0.24305561326911349, |
| "learning_rate": 7.744580375276416e-06, |
| "loss": 0.2255, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.7686441970413299, |
| "grad_norm": 0.23895046411395413, |
| "learning_rate": 7.740131012756949e-06, |
| "loss": 0.2494, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.7692542321183468, |
| "grad_norm": 0.21275999961893463, |
| "learning_rate": 7.735678546833403e-06, |
| "loss": 0.2257, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.7698642671953637, |
| "grad_norm": 0.2300948862077056, |
| "learning_rate": 7.731222982548534e-06, |
| "loss": 0.2123, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.7704743022723807, |
| "grad_norm": 0.22850187582777248, |
| "learning_rate": 7.726764324948603e-06, |
| "loss": 0.2463, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.7710843373493976, |
| "grad_norm": 0.2349740693352672, |
| "learning_rate": 7.722302579083372e-06, |
| "loss": 0.2151, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.7716943724264145, |
| "grad_norm": 0.2291372748905964, |
| "learning_rate": 7.717837750006106e-06, |
| "loss": 0.2314, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.7723044075034314, |
| "grad_norm": 0.23656682674024532, |
| "learning_rate": 7.713369842773559e-06, |
| "loss": 0.2319, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.7729144425804484, |
| "grad_norm": 0.23540280383471496, |
| "learning_rate": 7.708898862445968e-06, |
| "loss": 0.2279, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.7735244776574653, |
| "grad_norm": 0.22784114220338783, |
| "learning_rate": 7.704424814087056e-06, |
| "loss": 0.2436, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.7741345127344822, |
| "grad_norm": 0.2153530551088378, |
| "learning_rate": 7.699947702764021e-06, |
| "loss": 0.2231, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.7747445478114992, |
| "grad_norm": 0.22471820248006716, |
| "learning_rate": 7.695467533547526e-06, |
| "loss": 0.2285, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.7753545828885161, |
| "grad_norm": 0.29785558070116797, |
| "learning_rate": 7.690984311511695e-06, |
| "loss": 0.2428, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.7759646179655331, |
| "grad_norm": 0.2330391693953769, |
| "learning_rate": 7.686498041734121e-06, |
| "loss": 0.2484, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.7765746530425499, |
| "grad_norm": 0.232168542840295, |
| "learning_rate": 7.682008729295834e-06, |
| "loss": 0.2431, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.7771846881195669, |
| "grad_norm": 0.2343178698731269, |
| "learning_rate": 7.67751637928132e-06, |
| "loss": 0.2376, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.7777947231965838, |
| "grad_norm": 0.24092057852258092, |
| "learning_rate": 7.673020996778507e-06, |
| "loss": 0.2305, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.7784047582736008, |
| "grad_norm": 0.22934187162290043, |
| "learning_rate": 7.668522586878747e-06, |
| "loss": 0.2271, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.7790147933506176, |
| "grad_norm": 0.23320760506261856, |
| "learning_rate": 7.664021154676828e-06, |
| "loss": 0.2465, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.7796248284276346, |
| "grad_norm": 0.25335406369839425, |
| "learning_rate": 7.659516705270964e-06, |
| "loss": 0.2355, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.7802348635046515, |
| "grad_norm": 0.22804728767238044, |
| "learning_rate": 7.655009243762779e-06, |
| "loss": 0.2329, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.7808448985816685, |
| "grad_norm": 0.24357066588081885, |
| "learning_rate": 7.650498775257308e-06, |
| "loss": 0.2481, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.7814549336586853, |
| "grad_norm": 0.22792879051170845, |
| "learning_rate": 7.645985304863004e-06, |
| "loss": 0.2274, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.7820649687357023, |
| "grad_norm": 0.2427200250101618, |
| "learning_rate": 7.641468837691704e-06, |
| "loss": 0.249, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.7826750038127193, |
| "grad_norm": 0.24302283034392322, |
| "learning_rate": 7.636949378858647e-06, |
| "loss": 0.2484, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.7832850388897361, |
| "grad_norm": 0.24328162193435018, |
| "learning_rate": 7.632426933482463e-06, |
| "loss": 0.2345, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.7838950739667531, |
| "grad_norm": 0.23545752554754826, |
| "learning_rate": 7.627901506685157e-06, |
| "loss": 0.2267, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.78450510904377, |
| "grad_norm": 0.24166143220162728, |
| "learning_rate": 7.623373103592117e-06, |
| "loss": 0.2232, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.785115144120787, |
| "grad_norm": 0.22697451038495747, |
| "learning_rate": 7.618841729332096e-06, |
| "loss": 0.2197, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.7857251791978038, |
| "grad_norm": 0.24022269483018174, |
| "learning_rate": 7.614307389037221e-06, |
| "loss": 0.2229, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.7863352142748208, |
| "grad_norm": 0.2734279797575056, |
| "learning_rate": 7.609770087842969e-06, |
| "loss": 0.2358, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.7869452493518377, |
| "grad_norm": 0.22672940324544666, |
| "learning_rate": 7.605229830888175e-06, |
| "loss": 0.2501, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.7875552844288547, |
| "grad_norm": 0.2313163672526963, |
| "learning_rate": 7.6006866233150185e-06, |
| "loss": 0.2309, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.7881653195058715, |
| "grad_norm": 0.24972872083148773, |
| "learning_rate": 7.596140470269029e-06, |
| "loss": 0.2446, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.7887753545828885, |
| "grad_norm": 0.23952232980453123, |
| "learning_rate": 7.5915913768990615e-06, |
| "loss": 0.2335, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.7893853896599055, |
| "grad_norm": 0.22291765355920107, |
| "learning_rate": 7.587039348357306e-06, |
| "loss": 0.2221, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.7899954247369224, |
| "grad_norm": 0.22097300349547738, |
| "learning_rate": 7.582484389799279e-06, |
| "loss": 0.226, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.7906054598139393, |
| "grad_norm": 0.23934611021017924, |
| "learning_rate": 7.57792650638381e-06, |
| "loss": 0.2405, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.7912154948909562, |
| "grad_norm": 0.23655610661652388, |
| "learning_rate": 7.573365703273045e-06, |
| "loss": 0.2409, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.7918255299679732, |
| "grad_norm": 0.2322235300104474, |
| "learning_rate": 7.568801985632439e-06, |
| "loss": 0.2316, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.7924355650449901, |
| "grad_norm": 0.23263724623119364, |
| "learning_rate": 7.564235358630741e-06, |
| "loss": 0.2224, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.793045600122007, |
| "grad_norm": 0.24587977411446366, |
| "learning_rate": 7.559665827439999e-06, |
| "loss": 0.2279, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.7936556351990239, |
| "grad_norm": 0.23587703962080825, |
| "learning_rate": 7.555093397235553e-06, |
| "loss": 0.2108, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.7942656702760409, |
| "grad_norm": 0.2298321573596229, |
| "learning_rate": 7.55051807319602e-06, |
| "loss": 0.2231, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.7948757053530578, |
| "grad_norm": 0.2419845813611781, |
| "learning_rate": 7.545939860503302e-06, |
| "loss": 0.2276, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.7954857404300747, |
| "grad_norm": 0.2376519344621617, |
| "learning_rate": 7.541358764342566e-06, |
| "loss": 0.2195, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.7960957755070917, |
| "grad_norm": 0.24021446019082004, |
| "learning_rate": 7.536774789902246e-06, |
| "loss": 0.2294, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.7967058105841086, |
| "grad_norm": 0.3073505701919987, |
| "learning_rate": 7.532187942374039e-06, |
| "loss": 0.2234, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.7973158456611256, |
| "grad_norm": 0.2504795234075228, |
| "learning_rate": 7.527598226952895e-06, |
| "loss": 0.2426, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.7979258807381424, |
| "grad_norm": 0.25002423317398603, |
| "learning_rate": 7.52300564883701e-06, |
| "loss": 0.2494, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.7985359158151594, |
| "grad_norm": 0.22645304542766165, |
| "learning_rate": 7.518410213227823e-06, |
| "loss": 0.226, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.7991459508921763, |
| "grad_norm": 0.2339205517501626, |
| "learning_rate": 7.51381192533001e-06, |
| "loss": 0.229, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.7997559859691933, |
| "grad_norm": 0.25401845978653675, |
| "learning_rate": 7.50921079035148e-06, |
| "loss": 0.2394, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.8003660210462101, |
| "grad_norm": 0.22318589801172659, |
| "learning_rate": 7.504606813503359e-06, |
| "loss": 0.1975, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.8009760561232271, |
| "grad_norm": 0.23765624448180353, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.2428, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.801586091200244, |
| "grad_norm": 0.22809616997517404, |
| "learning_rate": 7.495390355058965e-06, |
| "loss": 0.2151, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.8021961262772609, |
| "grad_norm": 0.23805330961204915, |
| "learning_rate": 7.490777883901022e-06, |
| "loss": 0.198, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.8028061613542778, |
| "grad_norm": 0.23254499760309993, |
| "learning_rate": 7.486162591750139e-06, |
| "loss": 0.2341, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.8034161964312948, |
| "grad_norm": 0.2368902139011421, |
| "learning_rate": 7.481544483833485e-06, |
| "loss": 0.2471, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.8040262315083118, |
| "grad_norm": 0.23430686145673094, |
| "learning_rate": 7.476923565381409e-06, |
| "loss": 0.2435, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.8046362665853286, |
| "grad_norm": 0.2548091577394907, |
| "learning_rate": 7.472299841627452e-06, |
| "loss": 0.2323, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.8052463016623456, |
| "grad_norm": 0.24438720549939227, |
| "learning_rate": 7.467673317808326e-06, |
| "loss": 0.236, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.8058563367393625, |
| "grad_norm": 0.23249596660173585, |
| "learning_rate": 7.463043999163919e-06, |
| "loss": 0.2241, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.8064663718163795, |
| "grad_norm": 0.2552422967988723, |
| "learning_rate": 7.45841189093728e-06, |
| "loss": 0.2226, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.8070764068933963, |
| "grad_norm": 0.23619599542524092, |
| "learning_rate": 7.4537769983746176e-06, |
| "loss": 0.2368, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.8076864419704133, |
| "grad_norm": 0.2338399745898082, |
| "learning_rate": 7.4491393267253e-06, |
| "loss": 0.2464, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.8082964770474302, |
| "grad_norm": 0.238242750737787, |
| "learning_rate": 7.444498881241835e-06, |
| "loss": 0.2349, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.8089065121244472, |
| "grad_norm": 0.24692516610408854, |
| "learning_rate": 7.439855667179878e-06, |
| "loss": 0.2449, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.809516547201464, |
| "grad_norm": 0.22680401164554698, |
| "learning_rate": 7.435209689798214e-06, |
| "loss": 0.2178, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.810126582278481, |
| "grad_norm": 0.21885722102120825, |
| "learning_rate": 7.430560954358764e-06, |
| "loss": 0.2185, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.810736617355498, |
| "grad_norm": 0.22330802053954865, |
| "learning_rate": 7.4259094661265685e-06, |
| "loss": 0.2227, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.8113466524325149, |
| "grad_norm": 0.2277247401992638, |
| "learning_rate": 7.421255230369789e-06, |
| "loss": 0.2187, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.8119566875095318, |
| "grad_norm": 0.21704734934316533, |
| "learning_rate": 7.4165982523596945e-06, |
| "loss": 0.2145, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.8125667225865487, |
| "grad_norm": 0.23756550362674023, |
| "learning_rate": 7.411938537370665e-06, |
| "loss": 0.2351, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.8131767576635657, |
| "grad_norm": 0.21908133335811206, |
| "learning_rate": 7.407276090680173e-06, |
| "loss": 0.2256, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.8137867927405826, |
| "grad_norm": 0.23818954219879968, |
| "learning_rate": 7.402610917568794e-06, |
| "loss": 0.2353, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.8143968278175995, |
| "grad_norm": 0.22786836784604528, |
| "learning_rate": 7.397943023320185e-06, |
| "loss": 0.2096, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.8150068628946164, |
| "grad_norm": 0.24966631084866364, |
| "learning_rate": 7.393272413221087e-06, |
| "loss": 0.276, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.8156168979716334, |
| "grad_norm": 0.22642197259958527, |
| "learning_rate": 7.388599092561315e-06, |
| "loss": 0.226, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.8162269330486503, |
| "grad_norm": 0.23581467816794235, |
| "learning_rate": 7.383923066633757e-06, |
| "loss": 0.2403, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.8168369681256672, |
| "grad_norm": 0.24104276175337372, |
| "learning_rate": 7.379244340734364e-06, |
| "loss": 0.2392, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.8174470032026842, |
| "grad_norm": 0.2309568139148668, |
| "learning_rate": 7.374562920162143e-06, |
| "loss": 0.2483, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.8180570382797011, |
| "grad_norm": 0.24852331910971381, |
| "learning_rate": 7.369878810219154e-06, |
| "loss": 0.2224, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.818667073356718, |
| "grad_norm": 0.23163239528602403, |
| "learning_rate": 7.365192016210504e-06, |
| "loss": 0.2423, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.8192771084337349, |
| "grad_norm": 0.22613304330564601, |
| "learning_rate": 7.360502543444339e-06, |
| "loss": 0.2288, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.8198871435107519, |
| "grad_norm": 0.2316101029741555, |
| "learning_rate": 7.355810397231839e-06, |
| "loss": 0.2302, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.8204971785877688, |
| "grad_norm": 0.38057976097802504, |
| "learning_rate": 7.351115582887212e-06, |
| "loss": 0.2353, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.8211072136647857, |
| "grad_norm": 0.21811622063757893, |
| "learning_rate": 7.3464181057276864e-06, |
| "loss": 0.2135, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.8217172487418026, |
| "grad_norm": 0.22294497991648154, |
| "learning_rate": 7.341717971073508e-06, |
| "loss": 0.2314, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.8223272838188196, |
| "grad_norm": 0.2198410794160411, |
| "learning_rate": 7.337015184247934e-06, |
| "loss": 0.2286, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.8229373188958365, |
| "grad_norm": 0.23378756412976776, |
| "learning_rate": 7.3323097505772225e-06, |
| "loss": 0.2143, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.8235473539728534, |
| "grad_norm": 0.2472951356627941, |
| "learning_rate": 7.32760167539063e-06, |
| "loss": 0.2393, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.8241573890498703, |
| "grad_norm": 0.22148366770064548, |
| "learning_rate": 7.322890964020404e-06, |
| "loss": 0.2371, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.8247674241268873, |
| "grad_norm": 0.2400413207311959, |
| "learning_rate": 7.318177621801781e-06, |
| "loss": 0.2268, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.8253774592039043, |
| "grad_norm": 0.244478678935058, |
| "learning_rate": 7.313461654072974e-06, |
| "loss": 0.2285, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.8259874942809211, |
| "grad_norm": 0.2424947875863482, |
| "learning_rate": 7.308743066175172e-06, |
| "loss": 0.2486, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.8265975293579381, |
| "grad_norm": 0.24438448325110573, |
| "learning_rate": 7.304021863452525e-06, |
| "loss": 0.2267, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.827207564434955, |
| "grad_norm": 0.23288442093325284, |
| "learning_rate": 7.299298051252155e-06, |
| "loss": 0.2216, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.827817599511972, |
| "grad_norm": 0.26337805688342736, |
| "learning_rate": 7.2945716349241305e-06, |
| "loss": 0.2435, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.8284276345889888, |
| "grad_norm": 0.22968689259833996, |
| "learning_rate": 7.289842619821475e-06, |
| "loss": 0.2263, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.8290376696660058, |
| "grad_norm": 0.2403816832878819, |
| "learning_rate": 7.285111011300153e-06, |
| "loss": 0.2492, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.8296477047430227, |
| "grad_norm": 0.24875377601622348, |
| "learning_rate": 7.280376814719065e-06, |
| "loss": 0.2502, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.8302577398200397, |
| "grad_norm": 0.24312711346639268, |
| "learning_rate": 7.2756400354400445e-06, |
| "loss": 0.2428, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.8308677748970565, |
| "grad_norm": 0.22234901823763067, |
| "learning_rate": 7.2709006788278505e-06, |
| "loss": 0.2126, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.8314778099740735, |
| "grad_norm": 0.23753237391538568, |
| "learning_rate": 7.266158750250158e-06, |
| "loss": 0.2435, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.8320878450510905, |
| "grad_norm": 0.22756154601895012, |
| "learning_rate": 7.261414255077561e-06, |
| "loss": 0.2296, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.8326978801281074, |
| "grad_norm": 0.23538810665024323, |
| "learning_rate": 7.2566671986835515e-06, |
| "loss": 0.232, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.8333079152051243, |
| "grad_norm": 0.2420894512158573, |
| "learning_rate": 7.2519175864445305e-06, |
| "loss": 0.224, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.8339179502821412, |
| "grad_norm": 0.2447468401595778, |
| "learning_rate": 7.24716542373979e-06, |
| "loss": 0.2458, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.8345279853591582, |
| "grad_norm": 0.22222057490321495, |
| "learning_rate": 7.242410715951511e-06, |
| "loss": 0.2421, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.8351380204361751, |
| "grad_norm": 0.22700120289677556, |
| "learning_rate": 7.237653468464756e-06, |
| "loss": 0.1935, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.835748055513192, |
| "grad_norm": 0.24917410581205887, |
| "learning_rate": 7.232893686667466e-06, |
| "loss": 0.2266, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.8363580905902089, |
| "grad_norm": 0.2213826712700349, |
| "learning_rate": 7.22813137595045e-06, |
| "loss": 0.2278, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.8369681256672259, |
| "grad_norm": 0.2150592481787688, |
| "learning_rate": 7.223366541707384e-06, |
| "loss": 0.2234, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.8375781607442427, |
| "grad_norm": 0.24553766658182227, |
| "learning_rate": 7.218599189334799e-06, |
| "loss": 0.2251, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.8381881958212597, |
| "grad_norm": 0.250753725538139, |
| "learning_rate": 7.21382932423208e-06, |
| "loss": 0.2321, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.8387982308982767, |
| "grad_norm": 0.23356843887284268, |
| "learning_rate": 7.209056951801459e-06, |
| "loss": 0.2524, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.8394082659752936, |
| "grad_norm": 0.2405478444046161, |
| "learning_rate": 7.204282077448002e-06, |
| "loss": 0.2302, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.8400183010523105, |
| "grad_norm": 0.24711542527518374, |
| "learning_rate": 7.199504706579617e-06, |
| "loss": 0.225, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.8406283361293274, |
| "grad_norm": 0.2440331913107547, |
| "learning_rate": 7.194724844607033e-06, |
| "loss": 0.2272, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.8412383712063444, |
| "grad_norm": 0.24071419085405785, |
| "learning_rate": 7.189942496943803e-06, |
| "loss": 0.2205, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.8418484062833613, |
| "grad_norm": 0.2241466462729327, |
| "learning_rate": 7.185157669006294e-06, |
| "loss": 0.2469, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.8424584413603782, |
| "grad_norm": 0.2643101109270153, |
| "learning_rate": 7.180370366213684e-06, |
| "loss": 0.23, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.8430684764373951, |
| "grad_norm": 0.24502726261774888, |
| "learning_rate": 7.175580593987952e-06, |
| "loss": 0.2623, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.8436785115144121, |
| "grad_norm": 0.2439187420244412, |
| "learning_rate": 7.170788357753873e-06, |
| "loss": 0.2445, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.844288546591429, |
| "grad_norm": 0.2166186222289749, |
| "learning_rate": 7.165993662939018e-06, |
| "loss": 0.1993, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.8448985816684459, |
| "grad_norm": 0.23837694647294, |
| "learning_rate": 7.161196514973735e-06, |
| "loss": 0.2447, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.8455086167454628, |
| "grad_norm": 0.232204914110554, |
| "learning_rate": 7.1563969192911576e-06, |
| "loss": 0.2278, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.8461186518224798, |
| "grad_norm": 0.24331665799552643, |
| "learning_rate": 7.1515948813271875e-06, |
| "loss": 0.2459, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.8467286868994968, |
| "grad_norm": 0.22854293193671033, |
| "learning_rate": 7.146790406520491e-06, |
| "loss": 0.2589, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.8473387219765136, |
| "grad_norm": 0.2483900851541747, |
| "learning_rate": 7.141983500312498e-06, |
| "loss": 0.2509, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.8479487570535306, |
| "grad_norm": 0.22671118415346048, |
| "learning_rate": 7.137174168147392e-06, |
| "loss": 0.2328, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.8485587921305475, |
| "grad_norm": 0.22736887462102334, |
| "learning_rate": 7.132362415472099e-06, |
| "loss": 0.2428, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.8491688272075645, |
| "grad_norm": 0.23152556848811895, |
| "learning_rate": 7.1275482477362946e-06, |
| "loss": 0.2188, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.8497788622845813, |
| "grad_norm": 0.23959385612766362, |
| "learning_rate": 7.122731670392381e-06, |
| "loss": 0.2403, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.8503888973615983, |
| "grad_norm": 0.23126381072035201, |
| "learning_rate": 7.1179126888954954e-06, |
| "loss": 0.2276, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.8509989324386152, |
| "grad_norm": 0.2408726152963115, |
| "learning_rate": 7.113091308703498e-06, |
| "loss": 0.233, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.8516089675156322, |
| "grad_norm": 0.23586865768989854, |
| "learning_rate": 7.108267535276962e-06, |
| "loss": 0.2342, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.852219002592649, |
| "grad_norm": 0.23510387961362605, |
| "learning_rate": 7.1034413740791705e-06, |
| "loss": 0.2529, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.852829037669666, |
| "grad_norm": 0.22766231088115058, |
| "learning_rate": 7.098612830576118e-06, |
| "loss": 0.2396, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.853439072746683, |
| "grad_norm": 0.23117358845079555, |
| "learning_rate": 7.09378191023649e-06, |
| "loss": 0.2501, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.8540491078236999, |
| "grad_norm": 0.24728580197582728, |
| "learning_rate": 7.088948618531668e-06, |
| "loss": 0.2496, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.8546591429007168, |
| "grad_norm": 0.239872576193232, |
| "learning_rate": 7.0841129609357165e-06, |
| "loss": 0.21, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.8552691779777337, |
| "grad_norm": 0.21627847504408382, |
| "learning_rate": 7.0792749429253785e-06, |
| "loss": 0.2115, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.8558792130547507, |
| "grad_norm": 0.23893267429014625, |
| "learning_rate": 7.0744345699800755e-06, |
| "loss": 0.2397, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.8564892481317675, |
| "grad_norm": 0.23226050538125845, |
| "learning_rate": 7.069591847581894e-06, |
| "loss": 0.2274, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.8570992832087845, |
| "grad_norm": 0.34291310562756117, |
| "learning_rate": 7.064746781215578e-06, |
| "loss": 0.2378, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.8577093182858014, |
| "grad_norm": 0.2330305946371675, |
| "learning_rate": 7.059899376368531e-06, |
| "loss": 0.2393, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.8583193533628184, |
| "grad_norm": 0.23466165031403366, |
| "learning_rate": 7.0550496385308e-06, |
| "loss": 0.2286, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.8589293884398352, |
| "grad_norm": 0.21108347674892095, |
| "learning_rate": 7.050197573195081e-06, |
| "loss": 0.2238, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.8595394235168522, |
| "grad_norm": 0.2119361948395696, |
| "learning_rate": 7.045343185856701e-06, |
| "loss": 0.2187, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.8601494585938692, |
| "grad_norm": 0.2288603535650092, |
| "learning_rate": 7.0404864820136165e-06, |
| "loss": 0.2311, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.8607594936708861, |
| "grad_norm": 0.2294300887569088, |
| "learning_rate": 7.03562746716641e-06, |
| "loss": 0.2376, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.861369528747903, |
| "grad_norm": 0.22628168525352094, |
| "learning_rate": 7.030766146818281e-06, |
| "loss": 0.2425, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.8619795638249199, |
| "grad_norm": 0.23004126887608609, |
| "learning_rate": 7.025902526475039e-06, |
| "loss": 0.2351, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.8625895989019369, |
| "grad_norm": 0.2156346960003979, |
| "learning_rate": 7.0210366116451e-06, |
| "loss": 0.2184, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.8631996339789538, |
| "grad_norm": 0.23633568097737323, |
| "learning_rate": 7.016168407839478e-06, |
| "loss": 0.2421, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.8638096690559707, |
| "grad_norm": 0.7032365965820666, |
| "learning_rate": 7.011297920571779e-06, |
| "loss": 0.22, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.8644197041329876, |
| "grad_norm": 0.22139560165332492, |
| "learning_rate": 7.006425155358195e-06, |
| "loss": 0.2411, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.8650297392100046, |
| "grad_norm": 0.22921141024552555, |
| "learning_rate": 7.001550117717499e-06, |
| "loss": 0.2243, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.8656397742870215, |
| "grad_norm": 0.2148756902424555, |
| "learning_rate": 6.996672813171036e-06, |
| "loss": 0.2191, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.8662498093640384, |
| "grad_norm": 0.24364684199653186, |
| "learning_rate": 6.991793247242719e-06, |
| "loss": 0.2504, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.8668598444410553, |
| "grad_norm": 0.22724841878361154, |
| "learning_rate": 6.986911425459028e-06, |
| "loss": 0.2158, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.8674698795180723, |
| "grad_norm": 0.2298061255709973, |
| "learning_rate": 6.982027353348985e-06, |
| "loss": 0.2276, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.8680799145950893, |
| "grad_norm": 0.24823382304574634, |
| "learning_rate": 6.977141036444174e-06, |
| "loss": 0.2608, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.8686899496721061, |
| "grad_norm": 0.23330840784018506, |
| "learning_rate": 6.9722524802787125e-06, |
| "loss": 0.2384, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.8692999847491231, |
| "grad_norm": 0.23031863340182507, |
| "learning_rate": 6.967361690389258e-06, |
| "loss": 0.2384, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.86991001982614, |
| "grad_norm": 0.23343096638678282, |
| "learning_rate": 6.962468672314999e-06, |
| "loss": 0.2247, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.870520054903157, |
| "grad_norm": 0.23412336450252114, |
| "learning_rate": 6.957573431597646e-06, |
| "loss": 0.2439, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.8711300899801738, |
| "grad_norm": 0.21705008516947805, |
| "learning_rate": 6.952675973781423e-06, |
| "loss": 0.2289, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.8717401250571908, |
| "grad_norm": 0.23462263092212576, |
| "learning_rate": 6.947776304413072e-06, |
| "loss": 0.2386, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.8723501601342077, |
| "grad_norm": 0.22881311935709336, |
| "learning_rate": 6.942874429041834e-06, |
| "loss": 0.2257, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.8729601952112247, |
| "grad_norm": 0.2165771690749278, |
| "learning_rate": 6.937970353219453e-06, |
| "loss": 0.2272, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.8735702302882415, |
| "grad_norm": 0.21766263672481576, |
| "learning_rate": 6.933064082500161e-06, |
| "loss": 0.227, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.8741802653652585, |
| "grad_norm": 0.23341818589676822, |
| "learning_rate": 6.92815562244068e-06, |
| "loss": 0.2266, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.8747903004422755, |
| "grad_norm": 0.23091764664489853, |
| "learning_rate": 6.923244978600206e-06, |
| "loss": 0.2372, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.8754003355192923, |
| "grad_norm": 0.22688425972610404, |
| "learning_rate": 6.918332156540417e-06, |
| "loss": 0.2426, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.8760103705963093, |
| "grad_norm": 0.2670114310566748, |
| "learning_rate": 6.913417161825449e-06, |
| "loss": 0.2505, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.8766204056733262, |
| "grad_norm": 0.22422672515482298, |
| "learning_rate": 6.908500000021905e-06, |
| "loss": 0.2322, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.8772304407503432, |
| "grad_norm": 0.24003057489356389, |
| "learning_rate": 6.903580676698838e-06, |
| "loss": 0.25, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.87784047582736, |
| "grad_norm": 0.2317200045289886, |
| "learning_rate": 6.898659197427748e-06, |
| "loss": 0.2423, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.878450510904377, |
| "grad_norm": 0.22708239407650227, |
| "learning_rate": 6.893735567782587e-06, |
| "loss": 0.2427, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.8790605459813939, |
| "grad_norm": 0.2366178727370385, |
| "learning_rate": 6.888809793339729e-06, |
| "loss": 0.2324, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.8796705810584109, |
| "grad_norm": 0.2376731316602752, |
| "learning_rate": 6.8838818796779875e-06, |
| "loss": 0.2234, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.8802806161354277, |
| "grad_norm": 0.24035037512939267, |
| "learning_rate": 6.878951832378591e-06, |
| "loss": 0.2295, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.8808906512124447, |
| "grad_norm": 0.21746369005203028, |
| "learning_rate": 6.87401965702519e-06, |
| "loss": 0.2382, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.8815006862894617, |
| "grad_norm": 0.23319099616460107, |
| "learning_rate": 6.869085359203844e-06, |
| "loss": 0.2195, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.8821107213664786, |
| "grad_norm": 0.2382960087546005, |
| "learning_rate": 6.864148944503016e-06, |
| "loss": 0.2263, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.8827207564434955, |
| "grad_norm": 0.2311147461646032, |
| "learning_rate": 6.859210418513564e-06, |
| "loss": 0.2364, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.8833307915205124, |
| "grad_norm": 0.2363109991798035, |
| "learning_rate": 6.854269786828741e-06, |
| "loss": 0.2346, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.8839408265975294, |
| "grad_norm": 0.22484383826058832, |
| "learning_rate": 6.849327055044182e-06, |
| "loss": 0.2165, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.8845508616745463, |
| "grad_norm": 0.22793442853232132, |
| "learning_rate": 6.844382228757904e-06, |
| "loss": 0.2263, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.8851608967515632, |
| "grad_norm": 0.2133071411846939, |
| "learning_rate": 6.839435313570293e-06, |
| "loss": 0.2143, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.8857709318285801, |
| "grad_norm": 0.23989669045168097, |
| "learning_rate": 6.834486315084101e-06, |
| "loss": 0.2279, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.8863809669055971, |
| "grad_norm": 0.28193635749388085, |
| "learning_rate": 6.82953523890444e-06, |
| "loss": 0.2474, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.886991001982614, |
| "grad_norm": 0.21892568723573827, |
| "learning_rate": 6.824582090638777e-06, |
| "loss": 0.236, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.8876010370596309, |
| "grad_norm": 0.228144663125668, |
| "learning_rate": 6.819626875896924e-06, |
| "loss": 0.2194, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.8882110721366479, |
| "grad_norm": 0.2336697639430183, |
| "learning_rate": 6.814669600291033e-06, |
| "loss": 0.2244, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.8888211072136648, |
| "grad_norm": 0.23064852314498838, |
| "learning_rate": 6.80971026943559e-06, |
| "loss": 0.2359, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.8894311422906818, |
| "grad_norm": 0.21840239732400749, |
| "learning_rate": 6.804748888947412e-06, |
| "loss": 0.2246, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.8900411773676986, |
| "grad_norm": 0.2348987589111878, |
| "learning_rate": 6.799785464445633e-06, |
| "loss": 0.2491, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.8906512124447156, |
| "grad_norm": 0.2428043433600667, |
| "learning_rate": 6.794820001551703e-06, |
| "loss": 0.2621, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.8912612475217325, |
| "grad_norm": 0.22983238516221302, |
| "learning_rate": 6.789852505889384e-06, |
| "loss": 0.2426, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.8918712825987495, |
| "grad_norm": 0.23325969571323438, |
| "learning_rate": 6.784882983084735e-06, |
| "loss": 0.2225, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.8924813176757663, |
| "grad_norm": 0.21727207523138228, |
| "learning_rate": 6.779911438766117e-06, |
| "loss": 0.211, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.8930913527527833, |
| "grad_norm": 0.21790563597926196, |
| "learning_rate": 6.774937878564175e-06, |
| "loss": 0.2296, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.8937013878298002, |
| "grad_norm": 0.23237825441684618, |
| "learning_rate": 6.769962308111839e-06, |
| "loss": 0.2386, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.8943114229068171, |
| "grad_norm": 0.2245292716074995, |
| "learning_rate": 6.764984733044316e-06, |
| "loss": 0.2427, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.894921457983834, |
| "grad_norm": 0.23316404802575824, |
| "learning_rate": 6.7600051589990855e-06, |
| "loss": 0.237, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.895531493060851, |
| "grad_norm": 0.23682470929517443, |
| "learning_rate": 6.755023591615887e-06, |
| "loss": 0.2473, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.896141528137868, |
| "grad_norm": 0.2289751975303715, |
| "learning_rate": 6.750040036536718e-06, |
| "loss": 0.2436, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.8967515632148848, |
| "grad_norm": 0.2410302502040547, |
| "learning_rate": 6.745054499405833e-06, |
| "loss": 0.2363, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.8973615982919018, |
| "grad_norm": 0.23665105798930544, |
| "learning_rate": 6.740066985869724e-06, |
| "loss": 0.2328, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.8979716333689187, |
| "grad_norm": 0.268089173782497, |
| "learning_rate": 6.735077501577126e-06, |
| "loss": 0.2226, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.8985816684459357, |
| "grad_norm": 0.23567208315168722, |
| "learning_rate": 6.7300860521790034e-06, |
| "loss": 0.2443, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.8991917035229525, |
| "grad_norm": 0.22552131923653507, |
| "learning_rate": 6.725092643328548e-06, |
| "loss": 0.2373, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.8998017385999695, |
| "grad_norm": 0.21706492744114989, |
| "learning_rate": 6.72009728068117e-06, |
| "loss": 0.225, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.9004117736769864, |
| "grad_norm": 0.2327906203614174, |
| "learning_rate": 6.715099969894492e-06, |
| "loss": 0.2326, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.9010218087540034, |
| "grad_norm": 0.23253407140894464, |
| "learning_rate": 6.710100716628345e-06, |
| "loss": 0.226, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.9016318438310202, |
| "grad_norm": 0.22830354557774632, |
| "learning_rate": 6.705099526544757e-06, |
| "loss": 0.2539, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.9022418789080372, |
| "grad_norm": 0.24215917120267302, |
| "learning_rate": 6.700096405307952e-06, |
| "loss": 0.2487, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.9028519139850542, |
| "grad_norm": 0.24211803786412073, |
| "learning_rate": 6.69509135858434e-06, |
| "loss": 0.2492, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.9034619490620711, |
| "grad_norm": 0.24812360058343688, |
| "learning_rate": 6.690084392042514e-06, |
| "loss": 0.2219, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.904071984139088, |
| "grad_norm": 0.21262275648517254, |
| "learning_rate": 6.6850755113532385e-06, |
| "loss": 0.2234, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.9046820192161049, |
| "grad_norm": 0.23237360487836642, |
| "learning_rate": 6.680064722189445e-06, |
| "loss": 0.2312, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.9052920542931219, |
| "grad_norm": 0.22699230989997096, |
| "learning_rate": 6.675052030226231e-06, |
| "loss": 0.2332, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.9059020893701388, |
| "grad_norm": 0.2430314059683205, |
| "learning_rate": 6.670037441140844e-06, |
| "loss": 0.2449, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.9065121244471557, |
| "grad_norm": 0.22098823674287454, |
| "learning_rate": 6.665020960612685e-06, |
| "loss": 0.2344, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.9071221595241726, |
| "grad_norm": 0.24069656974852452, |
| "learning_rate": 6.6600025943232935e-06, |
| "loss": 0.2579, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.9077321946011896, |
| "grad_norm": 0.22598312198368797, |
| "learning_rate": 6.6549823479563445e-06, |
| "loss": 0.2487, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.9083422296782065, |
| "grad_norm": 0.22896335937970488, |
| "learning_rate": 6.649960227197648e-06, |
| "loss": 0.2288, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.9089522647552234, |
| "grad_norm": 0.23738911819834904, |
| "learning_rate": 6.644936237735129e-06, |
| "loss": 0.2515, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.9095622998322404, |
| "grad_norm": 0.2185717569808725, |
| "learning_rate": 6.639910385258834e-06, |
| "loss": 0.2392, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.9101723349092573, |
| "grad_norm": 0.2321320019483118, |
| "learning_rate": 6.6348826754609195e-06, |
| "loss": 0.2603, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.9107823699862743, |
| "grad_norm": 0.22568275472973856, |
| "learning_rate": 6.629853114035643e-06, |
| "loss": 0.2394, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.9113924050632911, |
| "grad_norm": 0.21026955772320566, |
| "learning_rate": 6.62482170667936e-06, |
| "loss": 0.2264, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.9120024401403081, |
| "grad_norm": 0.23213943301628961, |
| "learning_rate": 6.619788459090517e-06, |
| "loss": 0.2349, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.912612475217325, |
| "grad_norm": 0.22915949764604762, |
| "learning_rate": 6.614753376969647e-06, |
| "loss": 0.2295, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.9132225102943419, |
| "grad_norm": 0.23372792813000748, |
| "learning_rate": 6.609716466019356e-06, |
| "loss": 0.2209, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.9138325453713588, |
| "grad_norm": 0.2309167856093707, |
| "learning_rate": 6.604677731944323e-06, |
| "loss": 0.2267, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.9144425804483758, |
| "grad_norm": 0.2148406989040156, |
| "learning_rate": 6.599637180451295e-06, |
| "loss": 0.2114, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.9150526155253927, |
| "grad_norm": 0.2189166439537073, |
| "learning_rate": 6.594594817249075e-06, |
| "loss": 0.24, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.9150526155253927, |
| "eval_loss": 0.22871258854866028, |
| "eval_runtime": 265.6371, |
| "eval_samples_per_second": 4.028, |
| "eval_steps_per_second": 0.128, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.9156626506024096, |
| "grad_norm": 0.2519964998379413, |
| "learning_rate": 6.589550648048517e-06, |
| "loss": 0.2157, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.9162726856794265, |
| "grad_norm": 0.2513906292659038, |
| "learning_rate": 6.584504678562521e-06, |
| "loss": 0.2317, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.9168827207564435, |
| "grad_norm": 0.23399050870483937, |
| "learning_rate": 6.5794569145060264e-06, |
| "loss": 0.2383, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.9174927558334605, |
| "grad_norm": 0.2498121509819766, |
| "learning_rate": 6.574407361596005e-06, |
| "loss": 0.2305, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.9181027909104773, |
| "grad_norm": 0.2493812842752683, |
| "learning_rate": 6.569356025551454e-06, |
| "loss": 0.23, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.9187128259874943, |
| "grad_norm": 0.22780378406134064, |
| "learning_rate": 6.564302912093393e-06, |
| "loss": 0.2258, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.9193228610645112, |
| "grad_norm": 0.2325339328201163, |
| "learning_rate": 6.5592480269448485e-06, |
| "loss": 0.255, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.9199328961415282, |
| "grad_norm": 0.23399882400423566, |
| "learning_rate": 6.554191375830861e-06, |
| "loss": 0.2258, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.920542931218545, |
| "grad_norm": 0.22460401789572665, |
| "learning_rate": 6.5491329644784655e-06, |
| "loss": 0.214, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.921152966295562, |
| "grad_norm": 0.23146171330320892, |
| "learning_rate": 6.544072798616694e-06, |
| "loss": 0.2291, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.9217630013725789, |
| "grad_norm": 0.24084505508421777, |
| "learning_rate": 6.539010883976562e-06, |
| "loss": 0.2497, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.9223730364495959, |
| "grad_norm": 0.22304395266301494, |
| "learning_rate": 6.53394722629107e-06, |
| "loss": 0.2187, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.9229830715266127, |
| "grad_norm": 0.2387792130084646, |
| "learning_rate": 6.5288818312951886e-06, |
| "loss": 0.2357, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.9235931066036297, |
| "grad_norm": 0.2401822676734899, |
| "learning_rate": 6.523814704725861e-06, |
| "loss": 0.2242, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.9242031416806467, |
| "grad_norm": 0.23445665401381172, |
| "learning_rate": 6.518745852321985e-06, |
| "loss": 0.2237, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.9248131767576636, |
| "grad_norm": 0.2284841709830546, |
| "learning_rate": 6.513675279824416e-06, |
| "loss": 0.2267, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.9254232118346805, |
| "grad_norm": 0.2128083194347949, |
| "learning_rate": 6.508602992975963e-06, |
| "loss": 0.2048, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.9260332469116974, |
| "grad_norm": 0.2175291929915765, |
| "learning_rate": 6.503528997521365e-06, |
| "loss": 0.2317, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.9266432819887144, |
| "grad_norm": 0.21551752748043324, |
| "learning_rate": 6.4984532992073094e-06, |
| "loss": 0.216, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.9272533170657313, |
| "grad_norm": 0.22973453408383288, |
| "learning_rate": 6.493375903782402e-06, |
| "loss": 0.2357, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.9278633521427482, |
| "grad_norm": 0.23097559158343273, |
| "learning_rate": 6.4882968169971734e-06, |
| "loss": 0.2372, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.9284733872197651, |
| "grad_norm": 0.22636389176483931, |
| "learning_rate": 6.483216044604073e-06, |
| "loss": 0.213, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.9290834222967821, |
| "grad_norm": 0.24225414024833547, |
| "learning_rate": 6.478133592357455e-06, |
| "loss": 0.241, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.929693457373799, |
| "grad_norm": 0.22840372865504438, |
| "learning_rate": 6.473049466013579e-06, |
| "loss": 0.2399, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.9303034924508159, |
| "grad_norm": 0.21765688745780767, |
| "learning_rate": 6.467963671330602e-06, |
| "loss": 0.2231, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.9309135275278329, |
| "grad_norm": 0.22555043157288188, |
| "learning_rate": 6.462876214068563e-06, |
| "loss": 0.222, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.9315235626048498, |
| "grad_norm": 0.22859166767599118, |
| "learning_rate": 6.457787099989392e-06, |
| "loss": 0.2102, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.9321335976818667, |
| "grad_norm": 0.23530311284338487, |
| "learning_rate": 6.452696334856895e-06, |
| "loss": 0.2484, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.9327436327588836, |
| "grad_norm": 0.2146376266487681, |
| "learning_rate": 6.447603924436744e-06, |
| "loss": 0.2119, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.9333536678359006, |
| "grad_norm": 0.2283231397865005, |
| "learning_rate": 6.442509874496475e-06, |
| "loss": 0.2297, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.9339637029129175, |
| "grad_norm": 0.21933733150433, |
| "learning_rate": 6.437414190805482e-06, |
| "loss": 0.2268, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.9345737379899344, |
| "grad_norm": 0.22898995559601057, |
| "learning_rate": 6.432316879135012e-06, |
| "loss": 0.2293, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.9351837730669513, |
| "grad_norm": 0.23928333789077255, |
| "learning_rate": 6.4272179452581505e-06, |
| "loss": 0.2358, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.9357938081439683, |
| "grad_norm": 0.22245443866611708, |
| "learning_rate": 6.422117394949824e-06, |
| "loss": 0.2196, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.9364038432209852, |
| "grad_norm": 0.2271006986531639, |
| "learning_rate": 6.417015233986786e-06, |
| "loss": 0.2434, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.9370138782980021, |
| "grad_norm": 0.2592277983360455, |
| "learning_rate": 6.41191146814762e-06, |
| "loss": 0.2214, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.937623913375019, |
| "grad_norm": 0.228391871107343, |
| "learning_rate": 6.406806103212725e-06, |
| "loss": 0.2122, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.938233948452036, |
| "grad_norm": 0.21874020313662693, |
| "learning_rate": 6.401699144964306e-06, |
| "loss": 0.2196, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.938843983529053, |
| "grad_norm": 0.23244284042470695, |
| "learning_rate": 6.3965905991863805e-06, |
| "loss": 0.233, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.9394540186060698, |
| "grad_norm": 0.22457758396597863, |
| "learning_rate": 6.391480471664757e-06, |
| "loss": 0.2362, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.9400640536830868, |
| "grad_norm": 0.2336482299735738, |
| "learning_rate": 6.38636876818704e-06, |
| "loss": 0.2326, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.9406740887601037, |
| "grad_norm": 0.2189721244318323, |
| "learning_rate": 6.381255494542618e-06, |
| "loss": 0.2167, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.9412841238371207, |
| "grad_norm": 0.2994373279270973, |
| "learning_rate": 6.376140656522656e-06, |
| "loss": 0.2428, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.9418941589141375, |
| "grad_norm": 0.33778356800748166, |
| "learning_rate": 6.371024259920091e-06, |
| "loss": 0.2371, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.9425041939911545, |
| "grad_norm": 0.21829401941414528, |
| "learning_rate": 6.365906310529631e-06, |
| "loss": 0.2361, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.9431142290681714, |
| "grad_norm": 0.23289317417704491, |
| "learning_rate": 6.360786814147731e-06, |
| "loss": 0.2453, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.9437242641451884, |
| "grad_norm": 0.25579141903640873, |
| "learning_rate": 6.3556657765726116e-06, |
| "loss": 0.221, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.9443342992222052, |
| "grad_norm": 0.23020496289050363, |
| "learning_rate": 6.350543203604228e-06, |
| "loss": 0.2244, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.9449443342992222, |
| "grad_norm": 0.2211248442137757, |
| "learning_rate": 6.345419101044281e-06, |
| "loss": 0.2175, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.9455543693762392, |
| "grad_norm": 0.22858010072311402, |
| "learning_rate": 6.340293474696198e-06, |
| "loss": 0.2345, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.9461644044532561, |
| "grad_norm": 0.2374051390192958, |
| "learning_rate": 6.335166330365141e-06, |
| "loss": 0.2223, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.946774439530273, |
| "grad_norm": 0.22322603988882175, |
| "learning_rate": 6.330037673857982e-06, |
| "loss": 0.2309, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.9473844746072899, |
| "grad_norm": 0.23828346993481017, |
| "learning_rate": 6.32490751098331e-06, |
| "loss": 0.2245, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.9479945096843069, |
| "grad_norm": 0.25786837395107554, |
| "learning_rate": 6.3197758475514195e-06, |
| "loss": 0.2414, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.9486045447613238, |
| "grad_norm": 0.21358766242427954, |
| "learning_rate": 6.314642689374304e-06, |
| "loss": 0.2082, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.9492145798383407, |
| "grad_norm": 0.20849750694020697, |
| "learning_rate": 6.309508042265654e-06, |
| "loss": 0.2007, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.9498246149153576, |
| "grad_norm": 0.21895390787981686, |
| "learning_rate": 6.30437191204084e-06, |
| "loss": 0.2209, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.9504346499923746, |
| "grad_norm": 0.24064011815601305, |
| "learning_rate": 6.299234304516914e-06, |
| "loss": 0.2374, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.9510446850693914, |
| "grad_norm": 0.22325511306252963, |
| "learning_rate": 6.294095225512604e-06, |
| "loss": 0.2308, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.9516547201464084, |
| "grad_norm": 0.23327277715190625, |
| "learning_rate": 6.288954680848303e-06, |
| "loss": 0.2352, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.9522647552234254, |
| "grad_norm": 0.22259263112982883, |
| "learning_rate": 6.2838126763460635e-06, |
| "loss": 0.223, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.9528747903004423, |
| "grad_norm": 0.22604430426038336, |
| "learning_rate": 6.27866921782959e-06, |
| "loss": 0.2166, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.9534848253774592, |
| "grad_norm": 0.21851943667633414, |
| "learning_rate": 6.273524311124237e-06, |
| "loss": 0.2073, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.9540948604544761, |
| "grad_norm": 0.2548954994078049, |
| "learning_rate": 6.268377962056999e-06, |
| "loss": 0.2328, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.9547048955314931, |
| "grad_norm": 0.23804348920601198, |
| "learning_rate": 6.263230176456497e-06, |
| "loss": 0.2146, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.95531493060851, |
| "grad_norm": 0.2266315320160639, |
| "learning_rate": 6.258080960152991e-06, |
| "loss": 0.2181, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.9559249656855269, |
| "grad_norm": 0.23542998803866033, |
| "learning_rate": 6.252930318978353e-06, |
| "loss": 0.2385, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.9565350007625438, |
| "grad_norm": 0.21317840339021937, |
| "learning_rate": 6.247778258766069e-06, |
| "loss": 0.212, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.9571450358395608, |
| "grad_norm": 0.2355547595678835, |
| "learning_rate": 6.2426247853512355e-06, |
| "loss": 0.2493, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.9577550709165777, |
| "grad_norm": 0.2365566242506874, |
| "learning_rate": 6.237469904570549e-06, |
| "loss": 0.2394, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.9583651059935946, |
| "grad_norm": 0.2351549924941449, |
| "learning_rate": 6.232313622262297e-06, |
| "loss": 0.2349, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.9589751410706115, |
| "grad_norm": 0.2153592643562907, |
| "learning_rate": 6.227155944266358e-06, |
| "loss": 0.2272, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.9595851761476285, |
| "grad_norm": 0.22869892531056712, |
| "learning_rate": 6.221996876424186e-06, |
| "loss": 0.249, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.9601952112246455, |
| "grad_norm": 0.23218107560341958, |
| "learning_rate": 6.216836424578816e-06, |
| "loss": 0.2243, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.9608052463016623, |
| "grad_norm": 0.23492027645928484, |
| "learning_rate": 6.211674594574847e-06, |
| "loss": 0.207, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.9614152813786793, |
| "grad_norm": 0.22911404127241716, |
| "learning_rate": 6.206511392258439e-06, |
| "loss": 0.229, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.9620253164556962, |
| "grad_norm": 0.2479077538171469, |
| "learning_rate": 6.2013468234773034e-06, |
| "loss": 0.2342, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.9626353515327132, |
| "grad_norm": 0.24617532460859282, |
| "learning_rate": 6.196180894080707e-06, |
| "loss": 0.2491, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.96324538660973, |
| "grad_norm": 0.22360258704509595, |
| "learning_rate": 6.191013609919448e-06, |
| "loss": 0.2256, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.963855421686747, |
| "grad_norm": 0.22912652157745447, |
| "learning_rate": 6.185844976845866e-06, |
| "loss": 0.2266, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.9644654567637639, |
| "grad_norm": 0.23041424403533584, |
| "learning_rate": 6.180675000713825e-06, |
| "loss": 0.2244, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.9650754918407809, |
| "grad_norm": 0.3259350286108923, |
| "learning_rate": 6.175503687378711e-06, |
| "loss": 0.245, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.9656855269177977, |
| "grad_norm": 0.2213882091045891, |
| "learning_rate": 6.170331042697425e-06, |
| "loss": 0.2309, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.9662955619948147, |
| "grad_norm": 0.2309385259789968, |
| "learning_rate": 6.1651570725283774e-06, |
| "loss": 0.2197, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.9669055970718317, |
| "grad_norm": 0.2276259703395926, |
| "learning_rate": 6.1599817827314744e-06, |
| "loss": 0.2468, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.9675156321488485, |
| "grad_norm": 0.2173855057127278, |
| "learning_rate": 6.154805179168122e-06, |
| "loss": 0.2299, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.9681256672258655, |
| "grad_norm": 0.22955242541686519, |
| "learning_rate": 6.149627267701212e-06, |
| "loss": 0.2314, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.9687357023028824, |
| "grad_norm": 0.24358603947580434, |
| "learning_rate": 6.144448054195119e-06, |
| "loss": 0.2214, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.9693457373798994, |
| "grad_norm": 0.22127455539624566, |
| "learning_rate": 6.139267544515689e-06, |
| "loss": 0.2297, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.9699557724569162, |
| "grad_norm": 0.24106981499557115, |
| "learning_rate": 6.1340857445302395e-06, |
| "loss": 0.227, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.9705658075339332, |
| "grad_norm": 0.22531162899583024, |
| "learning_rate": 6.128902660107547e-06, |
| "loss": 0.23, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.9711758426109501, |
| "grad_norm": 0.21576028626875046, |
| "learning_rate": 6.123718297117844e-06, |
| "loss": 0.2182, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.9717858776879671, |
| "grad_norm": 0.22383451511812855, |
| "learning_rate": 6.118532661432812e-06, |
| "loss": 0.2192, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.9723959127649839, |
| "grad_norm": 0.22162444020782598, |
| "learning_rate": 6.113345758925572e-06, |
| "loss": 0.2337, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.9730059478420009, |
| "grad_norm": 0.23306688141707715, |
| "learning_rate": 6.10815759547068e-06, |
| "loss": 0.2327, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.9736159829190179, |
| "grad_norm": 0.24668096163914657, |
| "learning_rate": 6.1029681769441195e-06, |
| "loss": 0.2362, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.9742260179960348, |
| "grad_norm": 0.22771560133975774, |
| "learning_rate": 6.097777509223299e-06, |
| "loss": 0.2181, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.9748360530730517, |
| "grad_norm": 0.227152471220962, |
| "learning_rate": 6.09258559818704e-06, |
| "loss": 0.228, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.9754460881500686, |
| "grad_norm": 0.24505550426884296, |
| "learning_rate": 6.087392449715568e-06, |
| "loss": 0.2365, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.9760561232270856, |
| "grad_norm": 0.2594678512272388, |
| "learning_rate": 6.0821980696905145e-06, |
| "loss": 0.2347, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.9766661583041025, |
| "grad_norm": 0.22648860453973974, |
| "learning_rate": 6.077002463994908e-06, |
| "loss": 0.2292, |
| "step": 1601 |
| }, |
| { |
| "epoch": 0.9772761933811194, |
| "grad_norm": 0.217024573137216, |
| "learning_rate": 6.0718056385131575e-06, |
| "loss": 0.2097, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.9778862284581363, |
| "grad_norm": 0.23583942188243961, |
| "learning_rate": 6.066607599131061e-06, |
| "loss": 0.2061, |
| "step": 1603 |
| }, |
| { |
| "epoch": 0.9784962635351533, |
| "grad_norm": 0.22690683270385684, |
| "learning_rate": 6.061408351735787e-06, |
| "loss": 0.2376, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.9791062986121702, |
| "grad_norm": 0.22111549660672086, |
| "learning_rate": 6.056207902215874e-06, |
| "loss": 0.2213, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.9797163336891871, |
| "grad_norm": 0.26246371397002916, |
| "learning_rate": 6.051006256461221e-06, |
| "loss": 0.2174, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.980326368766204, |
| "grad_norm": 0.22829641873217374, |
| "learning_rate": 6.045803420363085e-06, |
| "loss": 0.2238, |
| "step": 1607 |
| }, |
| { |
| "epoch": 0.980936403843221, |
| "grad_norm": 0.22819806706388343, |
| "learning_rate": 6.040599399814064e-06, |
| "loss": 0.2078, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.981546438920238, |
| "grad_norm": 0.23728526726592925, |
| "learning_rate": 6.035394200708104e-06, |
| "loss": 0.2246, |
| "step": 1609 |
| }, |
| { |
| "epoch": 0.9821564739972548, |
| "grad_norm": 0.22654727333712824, |
| "learning_rate": 6.030187828940485e-06, |
| "loss": 0.2085, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.9827665090742718, |
| "grad_norm": 0.2181113150986954, |
| "learning_rate": 6.024980290407813e-06, |
| "loss": 0.2051, |
| "step": 1611 |
| }, |
| { |
| "epoch": 0.9833765441512887, |
| "grad_norm": 0.22462912016487835, |
| "learning_rate": 6.019771591008015e-06, |
| "loss": 0.2116, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.9839865792283057, |
| "grad_norm": 0.2179899542904998, |
| "learning_rate": 6.014561736640334e-06, |
| "loss": 0.2244, |
| "step": 1613 |
| }, |
| { |
| "epoch": 0.9845966143053225, |
| "grad_norm": 0.2286697668059702, |
| "learning_rate": 6.009350733205324e-06, |
| "loss": 0.2286, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.9852066493823395, |
| "grad_norm": 0.24353389205515807, |
| "learning_rate": 6.0041385866048356e-06, |
| "loss": 0.2314, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.9858166844593564, |
| "grad_norm": 0.217771023881922, |
| "learning_rate": 5.998925302742017e-06, |
| "loss": 0.2182, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.9864267195363733, |
| "grad_norm": 0.2475617013818729, |
| "learning_rate": 5.993710887521302e-06, |
| "loss": 0.2686, |
| "step": 1617 |
| }, |
| { |
| "epoch": 0.9870367546133902, |
| "grad_norm": 0.23044990847915867, |
| "learning_rate": 5.988495346848409e-06, |
| "loss": 0.2369, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.9876467896904072, |
| "grad_norm": 0.2545012934007029, |
| "learning_rate": 5.983278686630327e-06, |
| "loss": 0.2435, |
| "step": 1619 |
| }, |
| { |
| "epoch": 0.9882568247674242, |
| "grad_norm": 0.26432844279930834, |
| "learning_rate": 5.978060912775319e-06, |
| "loss": 0.2241, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.988866859844441, |
| "grad_norm": 0.22084458591049622, |
| "learning_rate": 5.972842031192901e-06, |
| "loss": 0.2143, |
| "step": 1621 |
| }, |
| { |
| "epoch": 0.989476894921458, |
| "grad_norm": 0.2170629136166457, |
| "learning_rate": 5.967622047793853e-06, |
| "loss": 0.2133, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.9900869299984749, |
| "grad_norm": 0.21954983443109286, |
| "learning_rate": 5.962400968490194e-06, |
| "loss": 0.2265, |
| "step": 1623 |
| }, |
| { |
| "epoch": 0.9906969650754919, |
| "grad_norm": 0.2305444478220999, |
| "learning_rate": 5.957178799195191e-06, |
| "loss": 0.2213, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.9913070001525087, |
| "grad_norm": 0.23003753615902042, |
| "learning_rate": 5.951955545823342e-06, |
| "loss": 0.2289, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.9919170352295257, |
| "grad_norm": 0.23140788001630902, |
| "learning_rate": 5.946731214290373e-06, |
| "loss": 0.246, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.9925270703065426, |
| "grad_norm": 0.21227594828029972, |
| "learning_rate": 5.941505810513233e-06, |
| "loss": 0.2031, |
| "step": 1627 |
| }, |
| { |
| "epoch": 0.9931371053835596, |
| "grad_norm": 0.22010918804701388, |
| "learning_rate": 5.936279340410082e-06, |
| "loss": 0.2288, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.9937471404605764, |
| "grad_norm": 0.23602106031097625, |
| "learning_rate": 5.93105180990029e-06, |
| "loss": 0.2179, |
| "step": 1629 |
| }, |
| { |
| "epoch": 0.9943571755375934, |
| "grad_norm": 0.2309016046215796, |
| "learning_rate": 5.925823224904429e-06, |
| "loss": 0.2104, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.9949672106146104, |
| "grad_norm": 0.23950678926346633, |
| "learning_rate": 5.920593591344264e-06, |
| "loss": 0.2311, |
| "step": 1631 |
| }, |
| { |
| "epoch": 0.9955772456916273, |
| "grad_norm": 0.22637480916172084, |
| "learning_rate": 5.9153629151427475e-06, |
| "loss": 0.2307, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.9961872807686442, |
| "grad_norm": 0.22041864861326502, |
| "learning_rate": 5.910131202224011e-06, |
| "loss": 0.2083, |
| "step": 1633 |
| }, |
| { |
| "epoch": 0.9967973158456611, |
| "grad_norm": 0.22650306744690762, |
| "learning_rate": 5.904898458513365e-06, |
| "loss": 0.2206, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.9974073509226781, |
| "grad_norm": 0.22749499229284315, |
| "learning_rate": 5.899664689937283e-06, |
| "loss": 0.2373, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.998017385999695, |
| "grad_norm": 0.21288210761993082, |
| "learning_rate": 5.894429902423402e-06, |
| "loss": 0.2173, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.9986274210767119, |
| "grad_norm": 0.2217043488048322, |
| "learning_rate": 5.8891941019005095e-06, |
| "loss": 0.2329, |
| "step": 1637 |
| }, |
| { |
| "epoch": 0.9992374561537288, |
| "grad_norm": 0.27082147748875746, |
| "learning_rate": 5.883957294298545e-06, |
| "loss": 0.237, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.9998474912307458, |
| "grad_norm": 0.2390081544955565, |
| "learning_rate": 5.8787194855485855e-06, |
| "loss": 0.2498, |
| "step": 1639 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.4362468690070915, |
| "learning_rate": 5.87348068158284e-06, |
| "loss": 0.2575, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.0006100350770168, |
| "grad_norm": 0.24525124320565972, |
| "learning_rate": 5.8682408883346535e-06, |
| "loss": 0.2165, |
| "step": 1641 |
| }, |
| { |
| "epoch": 1.001220070154034, |
| "grad_norm": 0.22532467581428622, |
| "learning_rate": 5.863000111738479e-06, |
| "loss": 0.1919, |
| "step": 1642 |
| }, |
| { |
| "epoch": 1.0018301052310508, |
| "grad_norm": 0.25364441859572456, |
| "learning_rate": 5.857758357729892e-06, |
| "loss": 0.2281, |
| "step": 1643 |
| }, |
| { |
| "epoch": 1.0024401403080676, |
| "grad_norm": 0.23172737765478774, |
| "learning_rate": 5.852515632245574e-06, |
| "loss": 0.2036, |
| "step": 1644 |
| }, |
| { |
| "epoch": 1.0030501753850847, |
| "grad_norm": 0.22918099355509405, |
| "learning_rate": 5.847271941223301e-06, |
| "loss": 0.2194, |
| "step": 1645 |
| }, |
| { |
| "epoch": 1.0036602104621015, |
| "grad_norm": 0.2328036742592211, |
| "learning_rate": 5.8420272906019506e-06, |
| "loss": 0.2154, |
| "step": 1646 |
| }, |
| { |
| "epoch": 1.0042702455391186, |
| "grad_norm": 0.2528041564358456, |
| "learning_rate": 5.8367816863214825e-06, |
| "loss": 0.2251, |
| "step": 1647 |
| }, |
| { |
| "epoch": 1.0048802806161354, |
| "grad_norm": 0.24623727405835405, |
| "learning_rate": 5.831535134322935e-06, |
| "loss": 0.2192, |
| "step": 1648 |
| }, |
| { |
| "epoch": 1.0054903156931523, |
| "grad_norm": 0.23508962134126507, |
| "learning_rate": 5.826287640548425e-06, |
| "loss": 0.2014, |
| "step": 1649 |
| }, |
| { |
| "epoch": 1.0061003507701693, |
| "grad_norm": 0.2545397092728682, |
| "learning_rate": 5.821039210941133e-06, |
| "loss": 0.2247, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.0067103858471862, |
| "grad_norm": 0.2341766055191371, |
| "learning_rate": 5.815789851445296e-06, |
| "loss": 0.2184, |
| "step": 1651 |
| }, |
| { |
| "epoch": 1.007320420924203, |
| "grad_norm": 0.2304950075693666, |
| "learning_rate": 5.810539568006213e-06, |
| "loss": 0.1997, |
| "step": 1652 |
| }, |
| { |
| "epoch": 1.00793045600122, |
| "grad_norm": 0.23771967596273264, |
| "learning_rate": 5.80528836657022e-06, |
| "loss": 0.2124, |
| "step": 1653 |
| }, |
| { |
| "epoch": 1.008540491078237, |
| "grad_norm": 0.23310797936523897, |
| "learning_rate": 5.800036253084699e-06, |
| "loss": 0.2084, |
| "step": 1654 |
| }, |
| { |
| "epoch": 1.009150526155254, |
| "grad_norm": 0.24051112098620298, |
| "learning_rate": 5.794783233498062e-06, |
| "loss": 0.2118, |
| "step": 1655 |
| }, |
| { |
| "epoch": 1.0097605612322709, |
| "grad_norm": 0.22746424422800543, |
| "learning_rate": 5.789529313759746e-06, |
| "loss": 0.2139, |
| "step": 1656 |
| }, |
| { |
| "epoch": 1.0103705963092877, |
| "grad_norm": 0.24267923602790298, |
| "learning_rate": 5.784274499820214e-06, |
| "loss": 0.2071, |
| "step": 1657 |
| }, |
| { |
| "epoch": 1.0109806313863048, |
| "grad_norm": 0.24322898160992537, |
| "learning_rate": 5.779018797630934e-06, |
| "loss": 0.2041, |
| "step": 1658 |
| }, |
| { |
| "epoch": 1.0115906664633216, |
| "grad_norm": 0.23510639718676693, |
| "learning_rate": 5.773762213144384e-06, |
| "loss": 0.2333, |
| "step": 1659 |
| }, |
| { |
| "epoch": 1.0122007015403385, |
| "grad_norm": 0.2447061546009269, |
| "learning_rate": 5.76850475231404e-06, |
| "loss": 0.2167, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.0128107366173555, |
| "grad_norm": 0.2564959269452337, |
| "learning_rate": 5.763246421094373e-06, |
| "loss": 0.2134, |
| "step": 1661 |
| }, |
| { |
| "epoch": 1.0134207716943724, |
| "grad_norm": 0.2388834769977569, |
| "learning_rate": 5.757987225440836e-06, |
| "loss": 0.1941, |
| "step": 1662 |
| }, |
| { |
| "epoch": 1.0140308067713895, |
| "grad_norm": 0.2232628943076604, |
| "learning_rate": 5.7527271713098645e-06, |
| "loss": 0.2023, |
| "step": 1663 |
| }, |
| { |
| "epoch": 1.0146408418484063, |
| "grad_norm": 0.23877377779070566, |
| "learning_rate": 5.747466264658863e-06, |
| "loss": 0.2216, |
| "step": 1664 |
| }, |
| { |
| "epoch": 1.0152508769254232, |
| "grad_norm": 0.23347183808731123, |
| "learning_rate": 5.742204511446203e-06, |
| "loss": 0.2154, |
| "step": 1665 |
| }, |
| { |
| "epoch": 1.0158609120024402, |
| "grad_norm": 0.23259316764185303, |
| "learning_rate": 5.736941917631217e-06, |
| "loss": 0.214, |
| "step": 1666 |
| }, |
| { |
| "epoch": 1.016470947079457, |
| "grad_norm": 0.2524496772639378, |
| "learning_rate": 5.731678489174186e-06, |
| "loss": 0.2389, |
| "step": 1667 |
| }, |
| { |
| "epoch": 1.017080982156474, |
| "grad_norm": 0.22833440973811123, |
| "learning_rate": 5.7264142320363384e-06, |
| "loss": 0.213, |
| "step": 1668 |
| }, |
| { |
| "epoch": 1.017691017233491, |
| "grad_norm": 0.2361574490453357, |
| "learning_rate": 5.72114915217984e-06, |
| "loss": 0.219, |
| "step": 1669 |
| }, |
| { |
| "epoch": 1.0183010523105078, |
| "grad_norm": 0.2280786951276804, |
| "learning_rate": 5.7158832555677904e-06, |
| "loss": 0.2108, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.018911087387525, |
| "grad_norm": 0.23367357132543207, |
| "learning_rate": 5.710616548164212e-06, |
| "loss": 0.2061, |
| "step": 1671 |
| }, |
| { |
| "epoch": 1.0195211224645417, |
| "grad_norm": 0.236030915869193, |
| "learning_rate": 5.705349035934047e-06, |
| "loss": 0.2025, |
| "step": 1672 |
| }, |
| { |
| "epoch": 1.0201311575415586, |
| "grad_norm": 0.22653660507034204, |
| "learning_rate": 5.7000807248431466e-06, |
| "loss": 0.1959, |
| "step": 1673 |
| }, |
| { |
| "epoch": 1.0207411926185757, |
| "grad_norm": 0.24496796300881274, |
| "learning_rate": 5.694811620858269e-06, |
| "loss": 0.2132, |
| "step": 1674 |
| }, |
| { |
| "epoch": 1.0213512276955925, |
| "grad_norm": 0.23452084512565427, |
| "learning_rate": 5.689541729947071e-06, |
| "loss": 0.2209, |
| "step": 1675 |
| }, |
| { |
| "epoch": 1.0219612627726093, |
| "grad_norm": 0.25138673187324173, |
| "learning_rate": 5.684271058078101e-06, |
| "loss": 0.2199, |
| "step": 1676 |
| }, |
| { |
| "epoch": 1.0225712978496264, |
| "grad_norm": 0.24117248054105317, |
| "learning_rate": 5.6789996112207865e-06, |
| "loss": 0.2204, |
| "step": 1677 |
| }, |
| { |
| "epoch": 1.0231813329266433, |
| "grad_norm": 0.23694095756163946, |
| "learning_rate": 5.673727395345442e-06, |
| "loss": 0.2154, |
| "step": 1678 |
| }, |
| { |
| "epoch": 1.02379136800366, |
| "grad_norm": 0.23021351407090954, |
| "learning_rate": 5.668454416423243e-06, |
| "loss": 0.2344, |
| "step": 1679 |
| }, |
| { |
| "epoch": 1.0244014030806772, |
| "grad_norm": 0.24354787085020255, |
| "learning_rate": 5.663180680426237e-06, |
| "loss": 0.2215, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.025011438157694, |
| "grad_norm": 0.23398078469245429, |
| "learning_rate": 5.657906193327325e-06, |
| "loss": 0.1964, |
| "step": 1681 |
| }, |
| { |
| "epoch": 1.025621473234711, |
| "grad_norm": 0.23555210978513935, |
| "learning_rate": 5.65263096110026e-06, |
| "loss": 0.2113, |
| "step": 1682 |
| }, |
| { |
| "epoch": 1.026231508311728, |
| "grad_norm": 0.24099367744273603, |
| "learning_rate": 5.647354989719635e-06, |
| "loss": 0.2326, |
| "step": 1683 |
| }, |
| { |
| "epoch": 1.0268415433887448, |
| "grad_norm": 0.2364743426107808, |
| "learning_rate": 5.64207828516089e-06, |
| "loss": 0.213, |
| "step": 1684 |
| }, |
| { |
| "epoch": 1.0274515784657619, |
| "grad_norm": 0.24114895326828484, |
| "learning_rate": 5.636800853400285e-06, |
| "loss": 0.2187, |
| "step": 1685 |
| }, |
| { |
| "epoch": 1.0280616135427787, |
| "grad_norm": 0.22602307697039975, |
| "learning_rate": 5.631522700414909e-06, |
| "loss": 0.2138, |
| "step": 1686 |
| }, |
| { |
| "epoch": 1.0286716486197955, |
| "grad_norm": 0.22019981637444508, |
| "learning_rate": 5.626243832182663e-06, |
| "loss": 0.1822, |
| "step": 1687 |
| }, |
| { |
| "epoch": 1.0292816836968126, |
| "grad_norm": 0.24498869528300118, |
| "learning_rate": 5.620964254682267e-06, |
| "loss": 0.229, |
| "step": 1688 |
| }, |
| { |
| "epoch": 1.0298917187738295, |
| "grad_norm": 0.22457143436015983, |
| "learning_rate": 5.615683973893235e-06, |
| "loss": 0.2321, |
| "step": 1689 |
| }, |
| { |
| "epoch": 1.0305017538508465, |
| "grad_norm": 0.230241215035034, |
| "learning_rate": 5.610402995795884e-06, |
| "loss": 0.2092, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.0311117889278634, |
| "grad_norm": 0.23816566700218206, |
| "learning_rate": 5.605121326371316e-06, |
| "loss": 0.2201, |
| "step": 1691 |
| }, |
| { |
| "epoch": 1.0317218240048802, |
| "grad_norm": 0.2450343849705002, |
| "learning_rate": 5.599838971601418e-06, |
| "loss": 0.2182, |
| "step": 1692 |
| }, |
| { |
| "epoch": 1.0323318590818973, |
| "grad_norm": 0.24422927352433343, |
| "learning_rate": 5.594555937468856e-06, |
| "loss": 0.2252, |
| "step": 1693 |
| }, |
| { |
| "epoch": 1.0329418941589141, |
| "grad_norm": 0.2343514132682759, |
| "learning_rate": 5.589272229957061e-06, |
| "loss": 0.185, |
| "step": 1694 |
| }, |
| { |
| "epoch": 1.033551929235931, |
| "grad_norm": 0.2361203993950127, |
| "learning_rate": 5.583987855050228e-06, |
| "loss": 0.2063, |
| "step": 1695 |
| }, |
| { |
| "epoch": 1.034161964312948, |
| "grad_norm": 0.2565116992016366, |
| "learning_rate": 5.578702818733308e-06, |
| "loss": 0.2156, |
| "step": 1696 |
| }, |
| { |
| "epoch": 1.034771999389965, |
| "grad_norm": 0.2546156826740772, |
| "learning_rate": 5.573417126992004e-06, |
| "loss": 0.2415, |
| "step": 1697 |
| }, |
| { |
| "epoch": 1.035382034466982, |
| "grad_norm": 0.23336883260302368, |
| "learning_rate": 5.568130785812755e-06, |
| "loss": 0.222, |
| "step": 1698 |
| }, |
| { |
| "epoch": 1.0359920695439988, |
| "grad_norm": 0.25462328137310886, |
| "learning_rate": 5.562843801182741e-06, |
| "loss": 0.2129, |
| "step": 1699 |
| }, |
| { |
| "epoch": 1.0366021046210157, |
| "grad_norm": 0.24585946060544714, |
| "learning_rate": 5.5575561790898705e-06, |
| "loss": 0.235, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.0372121396980327, |
| "grad_norm": 0.24127705207317346, |
| "learning_rate": 5.55226792552277e-06, |
| "loss": 0.2231, |
| "step": 1701 |
| }, |
| { |
| "epoch": 1.0378221747750496, |
| "grad_norm": 0.24249186568336176, |
| "learning_rate": 5.546979046470784e-06, |
| "loss": 0.2198, |
| "step": 1702 |
| }, |
| { |
| "epoch": 1.0384322098520664, |
| "grad_norm": 0.2841185684942545, |
| "learning_rate": 5.5416895479239665e-06, |
| "loss": 0.2212, |
| "step": 1703 |
| }, |
| { |
| "epoch": 1.0390422449290835, |
| "grad_norm": 0.22862341833091082, |
| "learning_rate": 5.536399435873071e-06, |
| "loss": 0.2184, |
| "step": 1704 |
| }, |
| { |
| "epoch": 1.0396522800061003, |
| "grad_norm": 0.2511982074093489, |
| "learning_rate": 5.5311087163095475e-06, |
| "loss": 0.2066, |
| "step": 1705 |
| }, |
| { |
| "epoch": 1.0402623150831172, |
| "grad_norm": 0.2313982450490478, |
| "learning_rate": 5.52581739522553e-06, |
| "loss": 0.212, |
| "step": 1706 |
| }, |
| { |
| "epoch": 1.0408723501601342, |
| "grad_norm": 0.23697031192994897, |
| "learning_rate": 5.520525478613838e-06, |
| "loss": 0.2121, |
| "step": 1707 |
| }, |
| { |
| "epoch": 1.041482385237151, |
| "grad_norm": 0.2561892836965319, |
| "learning_rate": 5.515232972467969e-06, |
| "loss": 0.2199, |
| "step": 1708 |
| }, |
| { |
| "epoch": 1.0420924203141682, |
| "grad_norm": 0.244397771634611, |
| "learning_rate": 5.509939882782077e-06, |
| "loss": 0.2068, |
| "step": 1709 |
| }, |
| { |
| "epoch": 1.042702455391185, |
| "grad_norm": 0.23380824757735447, |
| "learning_rate": 5.504646215550988e-06, |
| "loss": 0.2211, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.0433124904682018, |
| "grad_norm": 0.2452556417197051, |
| "learning_rate": 5.4993519767701745e-06, |
| "loss": 0.2125, |
| "step": 1711 |
| }, |
| { |
| "epoch": 1.043922525545219, |
| "grad_norm": 0.2305296614582525, |
| "learning_rate": 5.494057172435761e-06, |
| "loss": 0.2102, |
| "step": 1712 |
| }, |
| { |
| "epoch": 1.0445325606222358, |
| "grad_norm": 0.24478341739491696, |
| "learning_rate": 5.4887618085445094e-06, |
| "loss": 0.2128, |
| "step": 1713 |
| }, |
| { |
| "epoch": 1.0451425956992526, |
| "grad_norm": 0.22777418813905734, |
| "learning_rate": 5.48346589109382e-06, |
| "loss": 0.1938, |
| "step": 1714 |
| }, |
| { |
| "epoch": 1.0457526307762697, |
| "grad_norm": 0.2596034979250406, |
| "learning_rate": 5.478169426081712e-06, |
| "loss": 0.2123, |
| "step": 1715 |
| }, |
| { |
| "epoch": 1.0463626658532865, |
| "grad_norm": 0.241016728765862, |
| "learning_rate": 5.472872419506833e-06, |
| "loss": 0.2092, |
| "step": 1716 |
| }, |
| { |
| "epoch": 1.0469727009303036, |
| "grad_norm": 0.21788730778084672, |
| "learning_rate": 5.467574877368441e-06, |
| "loss": 0.1909, |
| "step": 1717 |
| }, |
| { |
| "epoch": 1.0475827360073204, |
| "grad_norm": 0.24697089084624776, |
| "learning_rate": 5.4622768056664e-06, |
| "loss": 0.2083, |
| "step": 1718 |
| }, |
| { |
| "epoch": 1.0481927710843373, |
| "grad_norm": 0.25807379681608617, |
| "learning_rate": 5.4569782104011725e-06, |
| "loss": 0.2187, |
| "step": 1719 |
| }, |
| { |
| "epoch": 1.0488028061613544, |
| "grad_norm": 0.24314953105974776, |
| "learning_rate": 5.4516790975738146e-06, |
| "loss": 0.2248, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.0494128412383712, |
| "grad_norm": 0.23758838267771906, |
| "learning_rate": 5.446379473185972e-06, |
| "loss": 0.1975, |
| "step": 1721 |
| }, |
| { |
| "epoch": 1.050022876315388, |
| "grad_norm": 0.25168940382766586, |
| "learning_rate": 5.441079343239867e-06, |
| "loss": 0.2196, |
| "step": 1722 |
| }, |
| { |
| "epoch": 1.0506329113924051, |
| "grad_norm": 0.23974904667847913, |
| "learning_rate": 5.435778713738292e-06, |
| "loss": 0.2012, |
| "step": 1723 |
| }, |
| { |
| "epoch": 1.051242946469422, |
| "grad_norm": 0.225951684544416, |
| "learning_rate": 5.4304775906846095e-06, |
| "loss": 0.2175, |
| "step": 1724 |
| }, |
| { |
| "epoch": 1.051852981546439, |
| "grad_norm": 0.23899014950838993, |
| "learning_rate": 5.42517598008274e-06, |
| "loss": 0.206, |
| "step": 1725 |
| }, |
| { |
| "epoch": 1.0524630166234559, |
| "grad_norm": 0.21642954447018442, |
| "learning_rate": 5.419873887937154e-06, |
| "loss": 0.1942, |
| "step": 1726 |
| }, |
| { |
| "epoch": 1.0530730517004727, |
| "grad_norm": 0.2287863512942669, |
| "learning_rate": 5.41457132025287e-06, |
| "loss": 0.2156, |
| "step": 1727 |
| }, |
| { |
| "epoch": 1.0536830867774898, |
| "grad_norm": 0.23290535502397355, |
| "learning_rate": 5.4092682830354435e-06, |
| "loss": 0.2085, |
| "step": 1728 |
| }, |
| { |
| "epoch": 1.0542931218545066, |
| "grad_norm": 0.23491286063679967, |
| "learning_rate": 5.403964782290962e-06, |
| "loss": 0.224, |
| "step": 1729 |
| }, |
| { |
| "epoch": 1.0549031569315235, |
| "grad_norm": 0.22898564744066244, |
| "learning_rate": 5.398660824026039e-06, |
| "loss": 0.2147, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.0555131920085405, |
| "grad_norm": 0.23321342607229884, |
| "learning_rate": 5.393356414247806e-06, |
| "loss": 0.189, |
| "step": 1731 |
| }, |
| { |
| "epoch": 1.0561232270855574, |
| "grad_norm": 0.24018281207640957, |
| "learning_rate": 5.388051558963904e-06, |
| "loss": 0.208, |
| "step": 1732 |
| }, |
| { |
| "epoch": 1.0567332621625742, |
| "grad_norm": 0.22159660079783608, |
| "learning_rate": 5.38274626418248e-06, |
| "loss": 0.1988, |
| "step": 1733 |
| }, |
| { |
| "epoch": 1.0573432972395913, |
| "grad_norm": 0.23295975100519303, |
| "learning_rate": 5.377440535912177e-06, |
| "loss": 0.2113, |
| "step": 1734 |
| }, |
| { |
| "epoch": 1.0579533323166082, |
| "grad_norm": 0.23448234332441525, |
| "learning_rate": 5.372134380162133e-06, |
| "loss": 0.2192, |
| "step": 1735 |
| }, |
| { |
| "epoch": 1.0585633673936252, |
| "grad_norm": 0.24268607330157105, |
| "learning_rate": 5.366827802941968e-06, |
| "loss": 0.2068, |
| "step": 1736 |
| }, |
| { |
| "epoch": 1.059173402470642, |
| "grad_norm": 0.2279938492718881, |
| "learning_rate": 5.361520810261779e-06, |
| "loss": 0.2069, |
| "step": 1737 |
| }, |
| { |
| "epoch": 1.059783437547659, |
| "grad_norm": 0.23729437606366588, |
| "learning_rate": 5.356213408132131e-06, |
| "loss": 0.2152, |
| "step": 1738 |
| }, |
| { |
| "epoch": 1.060393472624676, |
| "grad_norm": 0.22743666468075752, |
| "learning_rate": 5.3509056025640575e-06, |
| "loss": 0.2154, |
| "step": 1739 |
| }, |
| { |
| "epoch": 1.0610035077016928, |
| "grad_norm": 0.22491802092028118, |
| "learning_rate": 5.345597399569047e-06, |
| "loss": 0.217, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.0616135427787097, |
| "grad_norm": 0.22367511029922768, |
| "learning_rate": 5.340288805159037e-06, |
| "loss": 0.2202, |
| "step": 1741 |
| }, |
| { |
| "epoch": 1.0622235778557267, |
| "grad_norm": 0.22623616900798266, |
| "learning_rate": 5.334979825346409e-06, |
| "loss": 0.201, |
| "step": 1742 |
| }, |
| { |
| "epoch": 1.0628336129327436, |
| "grad_norm": 0.22928684429359641, |
| "learning_rate": 5.329670466143981e-06, |
| "loss": 0.2082, |
| "step": 1743 |
| }, |
| { |
| "epoch": 1.0634436480097607, |
| "grad_norm": 0.25200001642666464, |
| "learning_rate": 5.3243607335650014e-06, |
| "loss": 0.2215, |
| "step": 1744 |
| }, |
| { |
| "epoch": 1.0640536830867775, |
| "grad_norm": 0.23013795665760164, |
| "learning_rate": 5.319050633623141e-06, |
| "loss": 0.2219, |
| "step": 1745 |
| }, |
| { |
| "epoch": 1.0646637181637943, |
| "grad_norm": 0.23397812159289222, |
| "learning_rate": 5.3137401723324885e-06, |
| "loss": 0.2324, |
| "step": 1746 |
| }, |
| { |
| "epoch": 1.0652737532408114, |
| "grad_norm": 0.22448906533672924, |
| "learning_rate": 5.308429355707538e-06, |
| "loss": 0.2243, |
| "step": 1747 |
| }, |
| { |
| "epoch": 1.0658837883178283, |
| "grad_norm": 0.2268116613353298, |
| "learning_rate": 5.303118189763187e-06, |
| "loss": 0.1987, |
| "step": 1748 |
| }, |
| { |
| "epoch": 1.066493823394845, |
| "grad_norm": 0.25510457913585216, |
| "learning_rate": 5.297806680514731e-06, |
| "loss": 0.207, |
| "step": 1749 |
| }, |
| { |
| "epoch": 1.0671038584718622, |
| "grad_norm": 0.23858305824485018, |
| "learning_rate": 5.292494833977853e-06, |
| "loss": 0.202, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.067713893548879, |
| "grad_norm": 0.22279142082214048, |
| "learning_rate": 5.287182656168618e-06, |
| "loss": 0.204, |
| "step": 1751 |
| }, |
| { |
| "epoch": 1.068323928625896, |
| "grad_norm": 0.22140767823445726, |
| "learning_rate": 5.281870153103464e-06, |
| "loss": 0.2168, |
| "step": 1752 |
| }, |
| { |
| "epoch": 1.068933963702913, |
| "grad_norm": 0.24279225254617254, |
| "learning_rate": 5.276557330799203e-06, |
| "loss": 0.2199, |
| "step": 1753 |
| }, |
| { |
| "epoch": 1.0695439987799298, |
| "grad_norm": 0.22987657138259443, |
| "learning_rate": 5.271244195273002e-06, |
| "loss": 0.2179, |
| "step": 1754 |
| }, |
| { |
| "epoch": 1.0701540338569469, |
| "grad_norm": 0.2242483145934005, |
| "learning_rate": 5.2659307525423895e-06, |
| "loss": 0.1995, |
| "step": 1755 |
| }, |
| { |
| "epoch": 1.0707640689339637, |
| "grad_norm": 0.23595573283445498, |
| "learning_rate": 5.260617008625235e-06, |
| "loss": 0.2001, |
| "step": 1756 |
| }, |
| { |
| "epoch": 1.0713741040109805, |
| "grad_norm": 0.2291741674921307, |
| "learning_rate": 5.255302969539753e-06, |
| "loss": 0.2034, |
| "step": 1757 |
| }, |
| { |
| "epoch": 1.0719841390879976, |
| "grad_norm": 0.22887782966092776, |
| "learning_rate": 5.2499886413044934e-06, |
| "loss": 0.2059, |
| "step": 1758 |
| }, |
| { |
| "epoch": 1.0725941741650145, |
| "grad_norm": 0.22360670111873499, |
| "learning_rate": 5.24467402993833e-06, |
| "loss": 0.2058, |
| "step": 1759 |
| }, |
| { |
| "epoch": 1.0732042092420313, |
| "grad_norm": 0.24012499144382562, |
| "learning_rate": 5.239359141460461e-06, |
| "loss": 0.2179, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.0738142443190484, |
| "grad_norm": 0.31511244352811957, |
| "learning_rate": 5.234043981890395e-06, |
| "loss": 0.2167, |
| "step": 1761 |
| }, |
| { |
| "epoch": 1.0744242793960652, |
| "grad_norm": 0.2266221058824141, |
| "learning_rate": 5.2287285572479475e-06, |
| "loss": 0.2051, |
| "step": 1762 |
| }, |
| { |
| "epoch": 1.0750343144730823, |
| "grad_norm": 0.22440582251739094, |
| "learning_rate": 5.22341287355324e-06, |
| "loss": 0.2028, |
| "step": 1763 |
| }, |
| { |
| "epoch": 1.0756443495500991, |
| "grad_norm": 0.2157945368902979, |
| "learning_rate": 5.218096936826681e-06, |
| "loss": 0.1913, |
| "step": 1764 |
| }, |
| { |
| "epoch": 1.076254384627116, |
| "grad_norm": 0.22696069047564313, |
| "learning_rate": 5.212780753088968e-06, |
| "loss": 0.2161, |
| "step": 1765 |
| }, |
| { |
| "epoch": 1.076864419704133, |
| "grad_norm": 0.22411271328064739, |
| "learning_rate": 5.207464328361078e-06, |
| "loss": 0.2134, |
| "step": 1766 |
| }, |
| { |
| "epoch": 1.07747445478115, |
| "grad_norm": 0.2163020875646112, |
| "learning_rate": 5.202147668664264e-06, |
| "loss": 0.207, |
| "step": 1767 |
| }, |
| { |
| "epoch": 1.078084489858167, |
| "grad_norm": 0.25491316943478276, |
| "learning_rate": 5.196830780020038e-06, |
| "loss": 0.2255, |
| "step": 1768 |
| }, |
| { |
| "epoch": 1.0786945249351838, |
| "grad_norm": 0.24006939574592479, |
| "learning_rate": 5.191513668450178e-06, |
| "loss": 0.2065, |
| "step": 1769 |
| }, |
| { |
| "epoch": 1.0793045600122007, |
| "grad_norm": 0.22565303602624653, |
| "learning_rate": 5.186196339976711e-06, |
| "loss": 0.2142, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.0799145950892177, |
| "grad_norm": 0.23431241380313964, |
| "learning_rate": 5.180878800621911e-06, |
| "loss": 0.224, |
| "step": 1771 |
| }, |
| { |
| "epoch": 1.0805246301662346, |
| "grad_norm": 0.2368388255119797, |
| "learning_rate": 5.175561056408291e-06, |
| "loss": 0.2057, |
| "step": 1772 |
| }, |
| { |
| "epoch": 1.0811346652432514, |
| "grad_norm": 0.2286738585549779, |
| "learning_rate": 5.170243113358594e-06, |
| "loss": 0.1967, |
| "step": 1773 |
| }, |
| { |
| "epoch": 1.0817447003202685, |
| "grad_norm": 0.23447789272378972, |
| "learning_rate": 5.164924977495792e-06, |
| "loss": 0.2247, |
| "step": 1774 |
| }, |
| { |
| "epoch": 1.0823547353972853, |
| "grad_norm": 0.2287799320408433, |
| "learning_rate": 5.1596066548430725e-06, |
| "loss": 0.2125, |
| "step": 1775 |
| }, |
| { |
| "epoch": 1.0829647704743022, |
| "grad_norm": 0.22061561139206476, |
| "learning_rate": 5.154288151423833e-06, |
| "loss": 0.1934, |
| "step": 1776 |
| }, |
| { |
| "epoch": 1.0835748055513192, |
| "grad_norm": 0.23075046956961687, |
| "learning_rate": 5.1489694732616805e-06, |
| "loss": 0.2154, |
| "step": 1777 |
| }, |
| { |
| "epoch": 1.084184840628336, |
| "grad_norm": 0.22967293413928785, |
| "learning_rate": 5.143650626380417e-06, |
| "loss": 0.2212, |
| "step": 1778 |
| }, |
| { |
| "epoch": 1.0847948757053532, |
| "grad_norm": 0.22575905174950292, |
| "learning_rate": 5.138331616804034e-06, |
| "loss": 0.198, |
| "step": 1779 |
| }, |
| { |
| "epoch": 1.08540491078237, |
| "grad_norm": 0.2362401899413697, |
| "learning_rate": 5.133012450556709e-06, |
| "loss": 0.2041, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.0860149458593868, |
| "grad_norm": 0.22921901774320988, |
| "learning_rate": 5.127693133662801e-06, |
| "loss": 0.2207, |
| "step": 1781 |
| }, |
| { |
| "epoch": 1.086624980936404, |
| "grad_norm": 0.2397430325638046, |
| "learning_rate": 5.122373672146831e-06, |
| "loss": 0.2218, |
| "step": 1782 |
| }, |
| { |
| "epoch": 1.0872350160134208, |
| "grad_norm": 0.2441605988712309, |
| "learning_rate": 5.117054072033492e-06, |
| "loss": 0.2252, |
| "step": 1783 |
| }, |
| { |
| "epoch": 1.0878450510904376, |
| "grad_norm": 0.23041025603342433, |
| "learning_rate": 5.111734339347629e-06, |
| "loss": 0.2101, |
| "step": 1784 |
| }, |
| { |
| "epoch": 1.0884550861674547, |
| "grad_norm": 0.210872259108622, |
| "learning_rate": 5.106414480114238e-06, |
| "loss": 0.2044, |
| "step": 1785 |
| }, |
| { |
| "epoch": 1.0890651212444715, |
| "grad_norm": 0.2315607312022513, |
| "learning_rate": 5.10109450035846e-06, |
| "loss": 0.2214, |
| "step": 1786 |
| }, |
| { |
| "epoch": 1.0896751563214884, |
| "grad_norm": 0.2208674173967462, |
| "learning_rate": 5.095774406105572e-06, |
| "loss": 0.2031, |
| "step": 1787 |
| }, |
| { |
| "epoch": 1.0902851913985054, |
| "grad_norm": 0.23095765951855177, |
| "learning_rate": 5.0904542033809774e-06, |
| "loss": 0.1979, |
| "step": 1788 |
| }, |
| { |
| "epoch": 1.0908952264755223, |
| "grad_norm": 0.21581001155371557, |
| "learning_rate": 5.085133898210208e-06, |
| "loss": 0.2006, |
| "step": 1789 |
| }, |
| { |
| "epoch": 1.0915052615525394, |
| "grad_norm": 0.23434786464295787, |
| "learning_rate": 5.079813496618908e-06, |
| "loss": 0.2127, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.0921152966295562, |
| "grad_norm": 0.23162166178276317, |
| "learning_rate": 5.07449300463283e-06, |
| "loss": 0.2193, |
| "step": 1791 |
| }, |
| { |
| "epoch": 1.092725331706573, |
| "grad_norm": 0.231793141185086, |
| "learning_rate": 5.0691724282778345e-06, |
| "loss": 0.2222, |
| "step": 1792 |
| }, |
| { |
| "epoch": 1.0933353667835901, |
| "grad_norm": 0.2374667122949609, |
| "learning_rate": 5.06385177357987e-06, |
| "loss": 0.2114, |
| "step": 1793 |
| }, |
| { |
| "epoch": 1.093945401860607, |
| "grad_norm": 0.22213391536139876, |
| "learning_rate": 5.058531046564977e-06, |
| "loss": 0.1942, |
| "step": 1794 |
| }, |
| { |
| "epoch": 1.094555436937624, |
| "grad_norm": 0.22243485467096535, |
| "learning_rate": 5.053210253259282e-06, |
| "loss": 0.214, |
| "step": 1795 |
| }, |
| { |
| "epoch": 1.0951654720146409, |
| "grad_norm": 0.24391573079049042, |
| "learning_rate": 5.04788939968898e-06, |
| "loss": 0.2349, |
| "step": 1796 |
| }, |
| { |
| "epoch": 1.0957755070916577, |
| "grad_norm": 0.2358921418298421, |
| "learning_rate": 5.042568491880338e-06, |
| "loss": 0.2295, |
| "step": 1797 |
| }, |
| { |
| "epoch": 1.0963855421686748, |
| "grad_norm": 0.2389177385955543, |
| "learning_rate": 5.0372475358596825e-06, |
| "loss": 0.2196, |
| "step": 1798 |
| }, |
| { |
| "epoch": 1.0969955772456916, |
| "grad_norm": 0.2323273476825324, |
| "learning_rate": 5.031926537653396e-06, |
| "loss": 0.1973, |
| "step": 1799 |
| }, |
| { |
| "epoch": 1.0976056123227085, |
| "grad_norm": 0.23721478174918753, |
| "learning_rate": 5.026605503287911e-06, |
| "loss": 0.1953, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.0982156473997255, |
| "grad_norm": 0.2390291825850533, |
| "learning_rate": 5.021284438789694e-06, |
| "loss": 0.2119, |
| "step": 1801 |
| }, |
| { |
| "epoch": 1.0988256824767424, |
| "grad_norm": 0.23791508453378607, |
| "learning_rate": 5.015963350185253e-06, |
| "loss": 0.2154, |
| "step": 1802 |
| }, |
| { |
| "epoch": 1.0994357175537592, |
| "grad_norm": 0.23144393652698764, |
| "learning_rate": 5.010642243501119e-06, |
| "loss": 0.1874, |
| "step": 1803 |
| }, |
| { |
| "epoch": 1.1000457526307763, |
| "grad_norm": 0.21940967709391074, |
| "learning_rate": 5.005321124763847e-06, |
| "loss": 0.2089, |
| "step": 1804 |
| }, |
| { |
| "epoch": 1.1006557877077932, |
| "grad_norm": 0.21810324102556533, |
| "learning_rate": 5e-06, |
| "loss": 0.2133, |
| "step": 1805 |
| }, |
| { |
| "epoch": 1.1012658227848102, |
| "grad_norm": 0.24532717574886334, |
| "learning_rate": 4.994678875236155e-06, |
| "loss": 0.2157, |
| "step": 1806 |
| }, |
| { |
| "epoch": 1.101875857861827, |
| "grad_norm": 0.24625319723639874, |
| "learning_rate": 4.989357756498882e-06, |
| "loss": 0.2002, |
| "step": 1807 |
| }, |
| { |
| "epoch": 1.102485892938844, |
| "grad_norm": 0.23395800432045705, |
| "learning_rate": 4.9840366498147495e-06, |
| "loss": 0.2114, |
| "step": 1808 |
| }, |
| { |
| "epoch": 1.103095928015861, |
| "grad_norm": 0.23251422610518932, |
| "learning_rate": 4.9787155612103076e-06, |
| "loss": 0.1838, |
| "step": 1809 |
| }, |
| { |
| "epoch": 1.1037059630928778, |
| "grad_norm": 0.24423256577250954, |
| "learning_rate": 4.9733944967120905e-06, |
| "loss": 0.2311, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.1043159981698947, |
| "grad_norm": 0.24075558744754294, |
| "learning_rate": 4.968073462346605e-06, |
| "loss": 0.2249, |
| "step": 1811 |
| }, |
| { |
| "epoch": 1.1049260332469117, |
| "grad_norm": 0.2243831584670897, |
| "learning_rate": 4.962752464140318e-06, |
| "loss": 0.2164, |
| "step": 1812 |
| }, |
| { |
| "epoch": 1.1055360683239286, |
| "grad_norm": 0.21557211649475622, |
| "learning_rate": 4.9574315081196634e-06, |
| "loss": 0.1978, |
| "step": 1813 |
| }, |
| { |
| "epoch": 1.1061461034009457, |
| "grad_norm": 0.2254521241476352, |
| "learning_rate": 4.952110600311021e-06, |
| "loss": 0.198, |
| "step": 1814 |
| }, |
| { |
| "epoch": 1.1067561384779625, |
| "grad_norm": 0.22564870909496654, |
| "learning_rate": 4.94678974674072e-06, |
| "loss": 0.2162, |
| "step": 1815 |
| }, |
| { |
| "epoch": 1.1073661735549793, |
| "grad_norm": 0.23231721978554046, |
| "learning_rate": 4.941468953435024e-06, |
| "loss": 0.1975, |
| "step": 1816 |
| }, |
| { |
| "epoch": 1.1079762086319964, |
| "grad_norm": 0.22830426660121386, |
| "learning_rate": 4.936148226420133e-06, |
| "loss": 0.1927, |
| "step": 1817 |
| }, |
| { |
| "epoch": 1.1085862437090133, |
| "grad_norm": 0.21468125174644645, |
| "learning_rate": 4.930827571722167e-06, |
| "loss": 0.1869, |
| "step": 1818 |
| }, |
| { |
| "epoch": 1.10919627878603, |
| "grad_norm": 0.23170361384957827, |
| "learning_rate": 4.92550699536717e-06, |
| "loss": 0.2112, |
| "step": 1819 |
| }, |
| { |
| "epoch": 1.1098063138630472, |
| "grad_norm": 0.22508120264253859, |
| "learning_rate": 4.9201865033810934e-06, |
| "loss": 0.205, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.110416348940064, |
| "grad_norm": 0.2277555513898493, |
| "learning_rate": 4.914866101789793e-06, |
| "loss": 0.2276, |
| "step": 1821 |
| }, |
| { |
| "epoch": 1.111026384017081, |
| "grad_norm": 0.21958491724982818, |
| "learning_rate": 4.909545796619023e-06, |
| "loss": 0.2094, |
| "step": 1822 |
| }, |
| { |
| "epoch": 1.111636419094098, |
| "grad_norm": 0.2281758250224125, |
| "learning_rate": 4.90422559389443e-06, |
| "loss": 0.2064, |
| "step": 1823 |
| }, |
| { |
| "epoch": 1.1122464541711148, |
| "grad_norm": 0.22903591968619846, |
| "learning_rate": 4.8989054996415414e-06, |
| "loss": 0.1996, |
| "step": 1824 |
| }, |
| { |
| "epoch": 1.1128564892481319, |
| "grad_norm": 0.24375202304106894, |
| "learning_rate": 4.893585519885764e-06, |
| "loss": 0.2167, |
| "step": 1825 |
| }, |
| { |
| "epoch": 1.1134665243251487, |
| "grad_norm": 0.2414970821532803, |
| "learning_rate": 4.8882656606523736e-06, |
| "loss": 0.2258, |
| "step": 1826 |
| }, |
| { |
| "epoch": 1.1140765594021655, |
| "grad_norm": 0.25006632120661687, |
| "learning_rate": 4.88294592796651e-06, |
| "loss": 0.229, |
| "step": 1827 |
| }, |
| { |
| "epoch": 1.1146865944791826, |
| "grad_norm": 0.2482403602836149, |
| "learning_rate": 4.8776263278531705e-06, |
| "loss": 0.2231, |
| "step": 1828 |
| }, |
| { |
| "epoch": 1.1152966295561995, |
| "grad_norm": 0.22840236275307774, |
| "learning_rate": 4.8723068663372005e-06, |
| "loss": 0.2209, |
| "step": 1829 |
| }, |
| { |
| "epoch": 1.1159066646332163, |
| "grad_norm": 0.23156238236177693, |
| "learning_rate": 4.866987549443291e-06, |
| "loss": 0.2178, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.1165166997102334, |
| "grad_norm": 0.2479495313346978, |
| "learning_rate": 4.861668383195968e-06, |
| "loss": 0.2329, |
| "step": 1831 |
| }, |
| { |
| "epoch": 1.1171267347872502, |
| "grad_norm": 0.23715382066159454, |
| "learning_rate": 4.856349373619586e-06, |
| "loss": 0.1867, |
| "step": 1832 |
| }, |
| { |
| "epoch": 1.1177367698642673, |
| "grad_norm": 0.2175436696513431, |
| "learning_rate": 4.851030526738321e-06, |
| "loss": 0.201, |
| "step": 1833 |
| }, |
| { |
| "epoch": 1.1183468049412841, |
| "grad_norm": 0.22644845105026176, |
| "learning_rate": 4.8457118485761686e-06, |
| "loss": 0.1985, |
| "step": 1834 |
| }, |
| { |
| "epoch": 1.118956840018301, |
| "grad_norm": 0.23796566819781487, |
| "learning_rate": 4.84039334515693e-06, |
| "loss": 0.2155, |
| "step": 1835 |
| }, |
| { |
| "epoch": 1.119566875095318, |
| "grad_norm": 0.20778757880164975, |
| "learning_rate": 4.835075022504211e-06, |
| "loss": 0.1967, |
| "step": 1836 |
| }, |
| { |
| "epoch": 1.120176910172335, |
| "grad_norm": 0.2261588006945494, |
| "learning_rate": 4.829756886641408e-06, |
| "loss": 0.2077, |
| "step": 1837 |
| }, |
| { |
| "epoch": 1.1207869452493517, |
| "grad_norm": 0.23049171062789117, |
| "learning_rate": 4.82443894359171e-06, |
| "loss": 0.2111, |
| "step": 1838 |
| }, |
| { |
| "epoch": 1.1213969803263688, |
| "grad_norm": 0.2372692688283098, |
| "learning_rate": 4.819121199378091e-06, |
| "loss": 0.2097, |
| "step": 1839 |
| }, |
| { |
| "epoch": 1.1220070154033857, |
| "grad_norm": 0.2137083466863717, |
| "learning_rate": 4.81380366002329e-06, |
| "loss": 0.1939, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.1226170504804027, |
| "grad_norm": 0.23852721077040967, |
| "learning_rate": 4.808486331549824e-06, |
| "loss": 0.2352, |
| "step": 1841 |
| }, |
| { |
| "epoch": 1.1232270855574196, |
| "grad_norm": 0.22148119954075798, |
| "learning_rate": 4.803169219979963e-06, |
| "loss": 0.2183, |
| "step": 1842 |
| }, |
| { |
| "epoch": 1.1238371206344364, |
| "grad_norm": 0.22592558525037146, |
| "learning_rate": 4.797852331335739e-06, |
| "loss": 0.1963, |
| "step": 1843 |
| }, |
| { |
| "epoch": 1.1244471557114535, |
| "grad_norm": 0.2353605626350167, |
| "learning_rate": 4.7925356716389235e-06, |
| "loss": 0.2207, |
| "step": 1844 |
| }, |
| { |
| "epoch": 1.1250571907884703, |
| "grad_norm": 0.2297212807928882, |
| "learning_rate": 4.787219246911034e-06, |
| "loss": 0.2177, |
| "step": 1845 |
| }, |
| { |
| "epoch": 1.1256672258654872, |
| "grad_norm": 0.2176316617932621, |
| "learning_rate": 4.781903063173321e-06, |
| "loss": 0.1829, |
| "step": 1846 |
| }, |
| { |
| "epoch": 1.1262772609425042, |
| "grad_norm": 0.22958634224819682, |
| "learning_rate": 4.776587126446761e-06, |
| "loss": 0.2042, |
| "step": 1847 |
| }, |
| { |
| "epoch": 1.126887296019521, |
| "grad_norm": 0.23047338285747526, |
| "learning_rate": 4.771271442752053e-06, |
| "loss": 0.2153, |
| "step": 1848 |
| }, |
| { |
| "epoch": 1.1274973310965382, |
| "grad_norm": 0.24143457652149827, |
| "learning_rate": 4.765956018109607e-06, |
| "loss": 0.2189, |
| "step": 1849 |
| }, |
| { |
| "epoch": 1.128107366173555, |
| "grad_norm": 0.21811634648251788, |
| "learning_rate": 4.760640858539541e-06, |
| "loss": 0.2038, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.1287174012505719, |
| "grad_norm": 0.22559255230976394, |
| "learning_rate": 4.755325970061671e-06, |
| "loss": 0.2027, |
| "step": 1851 |
| }, |
| { |
| "epoch": 1.129327436327589, |
| "grad_norm": 0.22981316462642773, |
| "learning_rate": 4.750011358695508e-06, |
| "loss": 0.2089, |
| "step": 1852 |
| }, |
| { |
| "epoch": 1.1299374714046058, |
| "grad_norm": 0.22879068330224503, |
| "learning_rate": 4.744697030460248e-06, |
| "loss": 0.2044, |
| "step": 1853 |
| }, |
| { |
| "epoch": 1.1305475064816226, |
| "grad_norm": 0.2072099344556385, |
| "learning_rate": 4.739382991374767e-06, |
| "loss": 0.1959, |
| "step": 1854 |
| }, |
| { |
| "epoch": 1.1311575415586397, |
| "grad_norm": 0.23776541076645313, |
| "learning_rate": 4.734069247457613e-06, |
| "loss": 0.1942, |
| "step": 1855 |
| }, |
| { |
| "epoch": 1.1317675766356565, |
| "grad_norm": 0.23016709695257465, |
| "learning_rate": 4.728755804726998e-06, |
| "loss": 0.2249, |
| "step": 1856 |
| }, |
| { |
| "epoch": 1.1323776117126734, |
| "grad_norm": 0.22533949944245424, |
| "learning_rate": 4.7234426692007985e-06, |
| "loss": 0.2008, |
| "step": 1857 |
| }, |
| { |
| "epoch": 1.1329876467896904, |
| "grad_norm": 0.21749457157915061, |
| "learning_rate": 4.718129846896538e-06, |
| "loss": 0.1991, |
| "step": 1858 |
| }, |
| { |
| "epoch": 1.1335976818667073, |
| "grad_norm": 0.22038974282764345, |
| "learning_rate": 4.712817343831384e-06, |
| "loss": 0.1961, |
| "step": 1859 |
| }, |
| { |
| "epoch": 1.1342077169437244, |
| "grad_norm": 0.2386468105906248, |
| "learning_rate": 4.707505166022149e-06, |
| "loss": 0.2112, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.1348177520207412, |
| "grad_norm": 0.24323963813817923, |
| "learning_rate": 4.702193319485271e-06, |
| "loss": 0.2062, |
| "step": 1861 |
| }, |
| { |
| "epoch": 1.135427787097758, |
| "grad_norm": 0.24281596413325793, |
| "learning_rate": 4.696881810236815e-06, |
| "loss": 0.2237, |
| "step": 1862 |
| }, |
| { |
| "epoch": 1.1360378221747751, |
| "grad_norm": 0.24077278804132538, |
| "learning_rate": 4.691570644292464e-06, |
| "loss": 0.2183, |
| "step": 1863 |
| }, |
| { |
| "epoch": 1.136647857251792, |
| "grad_norm": 0.22606116032964318, |
| "learning_rate": 4.686259827667514e-06, |
| "loss": 0.2098, |
| "step": 1864 |
| }, |
| { |
| "epoch": 1.137257892328809, |
| "grad_norm": 0.22888289623334254, |
| "learning_rate": 4.680949366376858e-06, |
| "loss": 0.2041, |
| "step": 1865 |
| }, |
| { |
| "epoch": 1.1378679274058259, |
| "grad_norm": 0.23305603580105133, |
| "learning_rate": 4.6756392664349985e-06, |
| "loss": 0.2023, |
| "step": 1866 |
| }, |
| { |
| "epoch": 1.1384779624828427, |
| "grad_norm": 0.24371372538251743, |
| "learning_rate": 4.67032953385602e-06, |
| "loss": 0.2082, |
| "step": 1867 |
| }, |
| { |
| "epoch": 1.1390879975598598, |
| "grad_norm": 0.22396952559232805, |
| "learning_rate": 4.6650201746535926e-06, |
| "loss": 0.2068, |
| "step": 1868 |
| }, |
| { |
| "epoch": 1.1396980326368766, |
| "grad_norm": 0.22634464794146542, |
| "learning_rate": 4.659711194840964e-06, |
| "loss": 0.2028, |
| "step": 1869 |
| }, |
| { |
| "epoch": 1.1403080677138935, |
| "grad_norm": 0.2240492344171807, |
| "learning_rate": 4.654402600430955e-06, |
| "loss": 0.2071, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.1409181027909105, |
| "grad_norm": 0.23557956266916885, |
| "learning_rate": 4.649094397435944e-06, |
| "loss": 0.2007, |
| "step": 1871 |
| }, |
| { |
| "epoch": 1.1415281378679274, |
| "grad_norm": 0.22438100866093574, |
| "learning_rate": 4.643786591867871e-06, |
| "loss": 0.209, |
| "step": 1872 |
| }, |
| { |
| "epoch": 1.1421381729449442, |
| "grad_norm": 0.24906239130894264, |
| "learning_rate": 4.638479189738224e-06, |
| "loss": 0.2175, |
| "step": 1873 |
| }, |
| { |
| "epoch": 1.1427482080219613, |
| "grad_norm": 0.24332170113088764, |
| "learning_rate": 4.633172197058034e-06, |
| "loss": 0.2238, |
| "step": 1874 |
| }, |
| { |
| "epoch": 1.1433582430989782, |
| "grad_norm": 0.24344778268910833, |
| "learning_rate": 4.6278656198378665e-06, |
| "loss": 0.2241, |
| "step": 1875 |
| }, |
| { |
| "epoch": 1.1439682781759952, |
| "grad_norm": 0.2383508238526649, |
| "learning_rate": 4.622559464087824e-06, |
| "loss": 0.2297, |
| "step": 1876 |
| }, |
| { |
| "epoch": 1.144578313253012, |
| "grad_norm": 0.22412248975169005, |
| "learning_rate": 4.617253735817522e-06, |
| "loss": 0.2078, |
| "step": 1877 |
| }, |
| { |
| "epoch": 1.145188348330029, |
| "grad_norm": 0.23701589723417668, |
| "learning_rate": 4.611948441036098e-06, |
| "loss": 0.2321, |
| "step": 1878 |
| }, |
| { |
| "epoch": 1.145798383407046, |
| "grad_norm": 0.2340242843088781, |
| "learning_rate": 4.606643585752195e-06, |
| "loss": 0.2103, |
| "step": 1879 |
| }, |
| { |
| "epoch": 1.1464084184840628, |
| "grad_norm": 0.23920144889311484, |
| "learning_rate": 4.6013391759739615e-06, |
| "loss": 0.2456, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.1470184535610797, |
| "grad_norm": 0.21459534836538638, |
| "learning_rate": 4.596035217709039e-06, |
| "loss": 0.1895, |
| "step": 1881 |
| }, |
| { |
| "epoch": 1.1476284886380967, |
| "grad_norm": 0.22716162499913228, |
| "learning_rate": 4.590731716964559e-06, |
| "loss": 0.2271, |
| "step": 1882 |
| }, |
| { |
| "epoch": 1.1482385237151136, |
| "grad_norm": 0.244394988171428, |
| "learning_rate": 4.585428679747133e-06, |
| "loss": 0.2111, |
| "step": 1883 |
| }, |
| { |
| "epoch": 1.1488485587921304, |
| "grad_norm": 0.21851983087595445, |
| "learning_rate": 4.580126112062847e-06, |
| "loss": 0.192, |
| "step": 1884 |
| }, |
| { |
| "epoch": 1.1494585938691475, |
| "grad_norm": 0.23185076923355083, |
| "learning_rate": 4.574824019917262e-06, |
| "loss": 0.2131, |
| "step": 1885 |
| }, |
| { |
| "epoch": 1.1500686289461644, |
| "grad_norm": 0.22895978103203585, |
| "learning_rate": 4.569522409315392e-06, |
| "loss": 0.2078, |
| "step": 1886 |
| }, |
| { |
| "epoch": 1.1506786640231814, |
| "grad_norm": 0.23953049315851418, |
| "learning_rate": 4.564221286261709e-06, |
| "loss": 0.2145, |
| "step": 1887 |
| }, |
| { |
| "epoch": 1.1512886991001983, |
| "grad_norm": 0.22458440085000345, |
| "learning_rate": 4.558920656760135e-06, |
| "loss": 0.2118, |
| "step": 1888 |
| }, |
| { |
| "epoch": 1.1518987341772151, |
| "grad_norm": 0.22196229519951427, |
| "learning_rate": 4.553620526814029e-06, |
| "loss": 0.2158, |
| "step": 1889 |
| }, |
| { |
| "epoch": 1.1525087692542322, |
| "grad_norm": 0.2926714766657743, |
| "learning_rate": 4.548320902426186e-06, |
| "loss": 0.2081, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.153118804331249, |
| "grad_norm": 0.2637006579000516, |
| "learning_rate": 4.543021789598831e-06, |
| "loss": 0.2046, |
| "step": 1891 |
| }, |
| { |
| "epoch": 1.153728839408266, |
| "grad_norm": 0.2303464141889435, |
| "learning_rate": 4.537723194333603e-06, |
| "loss": 0.2096, |
| "step": 1892 |
| }, |
| { |
| "epoch": 1.154338874485283, |
| "grad_norm": 0.22616168232534192, |
| "learning_rate": 4.532425122631559e-06, |
| "loss": 0.2195, |
| "step": 1893 |
| }, |
| { |
| "epoch": 1.1549489095622998, |
| "grad_norm": 0.22958441424908974, |
| "learning_rate": 4.527127580493167e-06, |
| "loss": 0.2152, |
| "step": 1894 |
| }, |
| { |
| "epoch": 1.1555589446393169, |
| "grad_norm": 0.23206621665711868, |
| "learning_rate": 4.521830573918289e-06, |
| "loss": 0.2056, |
| "step": 1895 |
| }, |
| { |
| "epoch": 1.1561689797163337, |
| "grad_norm": 0.24162175497638366, |
| "learning_rate": 4.5165341089061825e-06, |
| "loss": 0.2112, |
| "step": 1896 |
| }, |
| { |
| "epoch": 1.1567790147933505, |
| "grad_norm": 0.2236351442320407, |
| "learning_rate": 4.511238191455491e-06, |
| "loss": 0.1935, |
| "step": 1897 |
| }, |
| { |
| "epoch": 1.1573890498703676, |
| "grad_norm": 0.2454020762399105, |
| "learning_rate": 4.505942827564242e-06, |
| "loss": 0.2265, |
| "step": 1898 |
| }, |
| { |
| "epoch": 1.1579990849473845, |
| "grad_norm": 0.26020678242989564, |
| "learning_rate": 4.500648023229828e-06, |
| "loss": 0.211, |
| "step": 1899 |
| }, |
| { |
| "epoch": 1.1586091200244013, |
| "grad_norm": 0.22806777598404518, |
| "learning_rate": 4.495353784449015e-06, |
| "loss": 0.1971, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.1592191551014184, |
| "grad_norm": 0.22375142681862864, |
| "learning_rate": 4.490060117217925e-06, |
| "loss": 0.2164, |
| "step": 1901 |
| }, |
| { |
| "epoch": 1.1598291901784352, |
| "grad_norm": 0.23047793015134796, |
| "learning_rate": 4.484767027532032e-06, |
| "loss": 0.2272, |
| "step": 1902 |
| }, |
| { |
| "epoch": 1.1604392252554523, |
| "grad_norm": 0.22402678078073376, |
| "learning_rate": 4.479474521386161e-06, |
| "loss": 0.2024, |
| "step": 1903 |
| }, |
| { |
| "epoch": 1.1610492603324691, |
| "grad_norm": 0.24312729205941291, |
| "learning_rate": 4.474182604774471e-06, |
| "loss": 0.2037, |
| "step": 1904 |
| }, |
| { |
| "epoch": 1.161659295409486, |
| "grad_norm": 0.22900584787625933, |
| "learning_rate": 4.468891283690454e-06, |
| "loss": 0.2062, |
| "step": 1905 |
| }, |
| { |
| "epoch": 1.162269330486503, |
| "grad_norm": 0.23554230639630583, |
| "learning_rate": 4.4636005641269294e-06, |
| "loss": 0.2238, |
| "step": 1906 |
| }, |
| { |
| "epoch": 1.16287936556352, |
| "grad_norm": 0.24073626227280503, |
| "learning_rate": 4.458310452076034e-06, |
| "loss": 0.2442, |
| "step": 1907 |
| }, |
| { |
| "epoch": 1.1634894006405367, |
| "grad_norm": 0.2356536112560819, |
| "learning_rate": 4.453020953529217e-06, |
| "loss": 0.1972, |
| "step": 1908 |
| }, |
| { |
| "epoch": 1.1640994357175538, |
| "grad_norm": 0.24903944162427105, |
| "learning_rate": 4.447732074477233e-06, |
| "loss": 0.2303, |
| "step": 1909 |
| }, |
| { |
| "epoch": 1.1647094707945707, |
| "grad_norm": 0.24095256035225399, |
| "learning_rate": 4.442443820910133e-06, |
| "loss": 0.2214, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.1653195058715875, |
| "grad_norm": 0.2390760009355516, |
| "learning_rate": 4.437156198817262e-06, |
| "loss": 0.2072, |
| "step": 1911 |
| }, |
| { |
| "epoch": 1.1659295409486046, |
| "grad_norm": 0.24010310251085357, |
| "learning_rate": 4.431869214187246e-06, |
| "loss": 0.2162, |
| "step": 1912 |
| }, |
| { |
| "epoch": 1.1665395760256214, |
| "grad_norm": 0.2300662707483189, |
| "learning_rate": 4.426582873007999e-06, |
| "loss": 0.2002, |
| "step": 1913 |
| }, |
| { |
| "epoch": 1.1671496111026385, |
| "grad_norm": 0.22383983720254905, |
| "learning_rate": 4.421297181266694e-06, |
| "loss": 0.1819, |
| "step": 1914 |
| }, |
| { |
| "epoch": 1.1677596461796553, |
| "grad_norm": 0.2414352617015131, |
| "learning_rate": 4.4160121449497735e-06, |
| "loss": 0.2185, |
| "step": 1915 |
| }, |
| { |
| "epoch": 1.1683696812566722, |
| "grad_norm": 0.2539875282741942, |
| "learning_rate": 4.410727770042941e-06, |
| "loss": 0.2226, |
| "step": 1916 |
| }, |
| { |
| "epoch": 1.1689797163336892, |
| "grad_norm": 0.24420213569141258, |
| "learning_rate": 4.405444062531145e-06, |
| "loss": 0.2001, |
| "step": 1917 |
| }, |
| { |
| "epoch": 1.169589751410706, |
| "grad_norm": 0.23888115158233167, |
| "learning_rate": 4.400161028398583e-06, |
| "loss": 0.2013, |
| "step": 1918 |
| }, |
| { |
| "epoch": 1.1701997864877232, |
| "grad_norm": 0.24835651886999338, |
| "learning_rate": 4.3948786736286866e-06, |
| "loss": 0.199, |
| "step": 1919 |
| }, |
| { |
| "epoch": 1.17080982156474, |
| "grad_norm": 0.24692728404753747, |
| "learning_rate": 4.389597004204119e-06, |
| "loss": 0.2233, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.1714198566417569, |
| "grad_norm": 0.23560264343648826, |
| "learning_rate": 4.384316026106766e-06, |
| "loss": 0.2128, |
| "step": 1921 |
| }, |
| { |
| "epoch": 1.172029891718774, |
| "grad_norm": 0.2265026408766131, |
| "learning_rate": 4.379035745317734e-06, |
| "loss": 0.1931, |
| "step": 1922 |
| }, |
| { |
| "epoch": 1.1726399267957908, |
| "grad_norm": 0.24621590868324938, |
| "learning_rate": 4.373756167817338e-06, |
| "loss": 0.2067, |
| "step": 1923 |
| }, |
| { |
| "epoch": 1.1732499618728076, |
| "grad_norm": 0.24098881344443027, |
| "learning_rate": 4.368477299585094e-06, |
| "loss": 0.2099, |
| "step": 1924 |
| }, |
| { |
| "epoch": 1.1738599969498247, |
| "grad_norm": 0.2268182569936142, |
| "learning_rate": 4.363199146599717e-06, |
| "loss": 0.1841, |
| "step": 1925 |
| }, |
| { |
| "epoch": 1.1744700320268415, |
| "grad_norm": 0.23457894427475676, |
| "learning_rate": 4.3579217148391115e-06, |
| "loss": 0.2074, |
| "step": 1926 |
| }, |
| { |
| "epoch": 1.1750800671038584, |
| "grad_norm": 0.2538176166214765, |
| "learning_rate": 4.3526450102803654e-06, |
| "loss": 0.2043, |
| "step": 1927 |
| }, |
| { |
| "epoch": 1.1756901021808754, |
| "grad_norm": 0.298440743554529, |
| "learning_rate": 4.347369038899744e-06, |
| "loss": 0.2217, |
| "step": 1928 |
| }, |
| { |
| "epoch": 1.1763001372578923, |
| "grad_norm": 0.22397262376763313, |
| "learning_rate": 4.342093806672678e-06, |
| "loss": 0.2075, |
| "step": 1929 |
| }, |
| { |
| "epoch": 1.1769101723349094, |
| "grad_norm": 0.2497064497376091, |
| "learning_rate": 4.336819319573764e-06, |
| "loss": 0.2336, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.1775202074119262, |
| "grad_norm": 0.2171700331359755, |
| "learning_rate": 4.331545583576758e-06, |
| "loss": 0.1868, |
| "step": 1931 |
| }, |
| { |
| "epoch": 1.178130242488943, |
| "grad_norm": 0.2381864903430019, |
| "learning_rate": 4.32627260465456e-06, |
| "loss": 0.1959, |
| "step": 1932 |
| }, |
| { |
| "epoch": 1.1787402775659601, |
| "grad_norm": 0.2420621944986559, |
| "learning_rate": 4.321000388779214e-06, |
| "loss": 0.1993, |
| "step": 1933 |
| }, |
| { |
| "epoch": 1.179350312642977, |
| "grad_norm": 0.23433046760619705, |
| "learning_rate": 4.3157289419219e-06, |
| "loss": 0.2066, |
| "step": 1934 |
| }, |
| { |
| "epoch": 1.1799603477199938, |
| "grad_norm": 0.24468272597979573, |
| "learning_rate": 4.3104582700529295e-06, |
| "loss": 0.2074, |
| "step": 1935 |
| }, |
| { |
| "epoch": 1.1805703827970109, |
| "grad_norm": 0.23079154266496227, |
| "learning_rate": 4.3051883791417325e-06, |
| "loss": 0.2132, |
| "step": 1936 |
| }, |
| { |
| "epoch": 1.1811804178740277, |
| "grad_norm": 0.22032298652505528, |
| "learning_rate": 4.299919275156857e-06, |
| "loss": 0.2085, |
| "step": 1937 |
| }, |
| { |
| "epoch": 1.1817904529510446, |
| "grad_norm": 0.23205968573496338, |
| "learning_rate": 4.294650964065956e-06, |
| "loss": 0.2225, |
| "step": 1938 |
| }, |
| { |
| "epoch": 1.1824004880280616, |
| "grad_norm": 0.24676759799484482, |
| "learning_rate": 4.289383451835789e-06, |
| "loss": 0.2192, |
| "step": 1939 |
| }, |
| { |
| "epoch": 1.1830105231050785, |
| "grad_norm": 0.22110343486421205, |
| "learning_rate": 4.28411674443221e-06, |
| "loss": 0.2005, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.1836205581820956, |
| "grad_norm": 0.23647728822340291, |
| "learning_rate": 4.278850847820161e-06, |
| "loss": 0.2132, |
| "step": 1941 |
| }, |
| { |
| "epoch": 1.1842305932591124, |
| "grad_norm": 0.23142771149859084, |
| "learning_rate": 4.273585767963662e-06, |
| "loss": 0.2076, |
| "step": 1942 |
| }, |
| { |
| "epoch": 1.1848406283361292, |
| "grad_norm": 0.22278997597375186, |
| "learning_rate": 4.2683215108258145e-06, |
| "loss": 0.1969, |
| "step": 1943 |
| }, |
| { |
| "epoch": 1.1854506634131463, |
| "grad_norm": 0.2264849055331267, |
| "learning_rate": 4.263058082368785e-06, |
| "loss": 0.2093, |
| "step": 1944 |
| }, |
| { |
| "epoch": 1.1860606984901632, |
| "grad_norm": 0.23289169571659174, |
| "learning_rate": 4.2577954885537985e-06, |
| "loss": 0.2299, |
| "step": 1945 |
| }, |
| { |
| "epoch": 1.1866707335671802, |
| "grad_norm": 0.2319473383776966, |
| "learning_rate": 4.25253373534114e-06, |
| "loss": 0.2295, |
| "step": 1946 |
| }, |
| { |
| "epoch": 1.187280768644197, |
| "grad_norm": 0.24206179694564797, |
| "learning_rate": 4.247272828690138e-06, |
| "loss": 0.1919, |
| "step": 1947 |
| }, |
| { |
| "epoch": 1.187890803721214, |
| "grad_norm": 0.22777022144636788, |
| "learning_rate": 4.242012774559164e-06, |
| "loss": 0.1958, |
| "step": 1948 |
| }, |
| { |
| "epoch": 1.188500838798231, |
| "grad_norm": 0.24028328921186182, |
| "learning_rate": 4.236753578905627e-06, |
| "loss": 0.2146, |
| "step": 1949 |
| }, |
| { |
| "epoch": 1.1891108738752478, |
| "grad_norm": 0.23051792511004326, |
| "learning_rate": 4.231495247685961e-06, |
| "loss": 0.2044, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.1897209089522647, |
| "grad_norm": 0.22677821945909582, |
| "learning_rate": 4.2262377868556176e-06, |
| "loss": 0.196, |
| "step": 1951 |
| }, |
| { |
| "epoch": 1.1903309440292817, |
| "grad_norm": 0.23956247319151058, |
| "learning_rate": 4.220981202369067e-06, |
| "loss": 0.2218, |
| "step": 1952 |
| }, |
| { |
| "epoch": 1.1909409791062986, |
| "grad_norm": 0.23056731679274411, |
| "learning_rate": 4.215725500179788e-06, |
| "loss": 0.1964, |
| "step": 1953 |
| }, |
| { |
| "epoch": 1.1915510141833154, |
| "grad_norm": 0.22290865769000323, |
| "learning_rate": 4.210470686240255e-06, |
| "loss": 0.2004, |
| "step": 1954 |
| }, |
| { |
| "epoch": 1.1921610492603325, |
| "grad_norm": 0.2370506789467733, |
| "learning_rate": 4.205216766501941e-06, |
| "loss": 0.2192, |
| "step": 1955 |
| }, |
| { |
| "epoch": 1.1927710843373494, |
| "grad_norm": 0.24199429030566116, |
| "learning_rate": 4.199963746915304e-06, |
| "loss": 0.2111, |
| "step": 1956 |
| }, |
| { |
| "epoch": 1.1933811194143664, |
| "grad_norm": 0.24928723046464263, |
| "learning_rate": 4.194711633429782e-06, |
| "loss": 0.2232, |
| "step": 1957 |
| }, |
| { |
| "epoch": 1.1939911544913833, |
| "grad_norm": 0.2261523161741276, |
| "learning_rate": 4.189460431993788e-06, |
| "loss": 0.2226, |
| "step": 1958 |
| }, |
| { |
| "epoch": 1.1946011895684001, |
| "grad_norm": 0.21711436235680392, |
| "learning_rate": 4.184210148554704e-06, |
| "loss": 0.2173, |
| "step": 1959 |
| }, |
| { |
| "epoch": 1.1952112246454172, |
| "grad_norm": 0.2335041594132127, |
| "learning_rate": 4.178960789058869e-06, |
| "loss": 0.2259, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.195821259722434, |
| "grad_norm": 0.22420508190499794, |
| "learning_rate": 4.173712359451576e-06, |
| "loss": 0.2126, |
| "step": 1961 |
| }, |
| { |
| "epoch": 1.1964312947994509, |
| "grad_norm": 0.21841033430406878, |
| "learning_rate": 4.1684648656770655e-06, |
| "loss": 0.2166, |
| "step": 1962 |
| }, |
| { |
| "epoch": 1.197041329876468, |
| "grad_norm": 0.21237709660456103, |
| "learning_rate": 4.16321831367852e-06, |
| "loss": 0.1958, |
| "step": 1963 |
| }, |
| { |
| "epoch": 1.1976513649534848, |
| "grad_norm": 0.2427307708445763, |
| "learning_rate": 4.157972709398051e-06, |
| "loss": 0.2288, |
| "step": 1964 |
| }, |
| { |
| "epoch": 1.1982614000305016, |
| "grad_norm": 0.21122796020184387, |
| "learning_rate": 4.152728058776701e-06, |
| "loss": 0.2015, |
| "step": 1965 |
| }, |
| { |
| "epoch": 1.1988714351075187, |
| "grad_norm": 0.23690829355786672, |
| "learning_rate": 4.14748436775443e-06, |
| "loss": 0.2272, |
| "step": 1966 |
| }, |
| { |
| "epoch": 1.1994814701845355, |
| "grad_norm": 0.22601930005669627, |
| "learning_rate": 4.142241642270109e-06, |
| "loss": 0.2161, |
| "step": 1967 |
| }, |
| { |
| "epoch": 1.2000915052615526, |
| "grad_norm": 0.21905788470891707, |
| "learning_rate": 4.136999888261522e-06, |
| "loss": 0.207, |
| "step": 1968 |
| }, |
| { |
| "epoch": 1.2007015403385695, |
| "grad_norm": 0.23098794767319236, |
| "learning_rate": 4.131759111665349e-06, |
| "loss": 0.2265, |
| "step": 1969 |
| }, |
| { |
| "epoch": 1.2013115754155863, |
| "grad_norm": 0.24001379202195916, |
| "learning_rate": 4.1265193184171605e-06, |
| "loss": 0.2123, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.2019216104926034, |
| "grad_norm": 0.22602298697793693, |
| "learning_rate": 4.121280514451417e-06, |
| "loss": 0.2112, |
| "step": 1971 |
| }, |
| { |
| "epoch": 1.2025316455696202, |
| "grad_norm": 0.22965358583286585, |
| "learning_rate": 4.116042705701457e-06, |
| "loss": 0.2158, |
| "step": 1972 |
| }, |
| { |
| "epoch": 1.2031416806466373, |
| "grad_norm": 0.22836624548685788, |
| "learning_rate": 4.110805898099492e-06, |
| "loss": 0.207, |
| "step": 1973 |
| }, |
| { |
| "epoch": 1.2037517157236541, |
| "grad_norm": 0.20894006566169948, |
| "learning_rate": 4.105570097576601e-06, |
| "loss": 0.1953, |
| "step": 1974 |
| }, |
| { |
| "epoch": 1.204361750800671, |
| "grad_norm": 0.2333801850349286, |
| "learning_rate": 4.100335310062719e-06, |
| "loss": 0.2217, |
| "step": 1975 |
| }, |
| { |
| "epoch": 1.204971785877688, |
| "grad_norm": 0.2314869312834669, |
| "learning_rate": 4.095101541486636e-06, |
| "loss": 0.2302, |
| "step": 1976 |
| }, |
| { |
| "epoch": 1.205581820954705, |
| "grad_norm": 0.2178532501103331, |
| "learning_rate": 4.0898687977759895e-06, |
| "loss": 0.1874, |
| "step": 1977 |
| }, |
| { |
| "epoch": 1.2061918560317217, |
| "grad_norm": 0.22091585188727192, |
| "learning_rate": 4.084637084857254e-06, |
| "loss": 0.2074, |
| "step": 1978 |
| }, |
| { |
| "epoch": 1.2068018911087388, |
| "grad_norm": 0.21637361310776265, |
| "learning_rate": 4.079406408655737e-06, |
| "loss": 0.1906, |
| "step": 1979 |
| }, |
| { |
| "epoch": 1.2074119261857557, |
| "grad_norm": 0.22093702909221938, |
| "learning_rate": 4.0741767750955724e-06, |
| "loss": 0.2205, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.2080219612627725, |
| "grad_norm": 0.2212934988688623, |
| "learning_rate": 4.068948190099711e-06, |
| "loss": 0.2322, |
| "step": 1981 |
| }, |
| { |
| "epoch": 1.2086319963397896, |
| "grad_norm": 0.2365991900597681, |
| "learning_rate": 4.0637206595899206e-06, |
| "loss": 0.2376, |
| "step": 1982 |
| }, |
| { |
| "epoch": 1.2092420314168064, |
| "grad_norm": 0.23556079186727855, |
| "learning_rate": 4.058494189486769e-06, |
| "loss": 0.198, |
| "step": 1983 |
| }, |
| { |
| "epoch": 1.2098520664938235, |
| "grad_norm": 0.21780322654855477, |
| "learning_rate": 4.0532687857096285e-06, |
| "loss": 0.2245, |
| "step": 1984 |
| }, |
| { |
| "epoch": 1.2104621015708403, |
| "grad_norm": 0.2287696706059261, |
| "learning_rate": 4.048044454176658e-06, |
| "loss": 0.209, |
| "step": 1985 |
| }, |
| { |
| "epoch": 1.2110721366478572, |
| "grad_norm": 0.2610764735198003, |
| "learning_rate": 4.042821200804809e-06, |
| "loss": 0.2427, |
| "step": 1986 |
| }, |
| { |
| "epoch": 1.2116821717248742, |
| "grad_norm": 0.22708291802359176, |
| "learning_rate": 4.037599031509806e-06, |
| "loss": 0.2005, |
| "step": 1987 |
| }, |
| { |
| "epoch": 1.212292206801891, |
| "grad_norm": 0.2415172990342089, |
| "learning_rate": 4.032377952206148e-06, |
| "loss": 0.2256, |
| "step": 1988 |
| }, |
| { |
| "epoch": 1.2129022418789082, |
| "grad_norm": 0.24699658239416358, |
| "learning_rate": 4.0271579688071e-06, |
| "loss": 0.2141, |
| "step": 1989 |
| }, |
| { |
| "epoch": 1.213512276955925, |
| "grad_norm": 0.2399879409915332, |
| "learning_rate": 4.021939087224682e-06, |
| "loss": 0.2115, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.2141223120329419, |
| "grad_norm": 0.23415516645716586, |
| "learning_rate": 4.016721313369674e-06, |
| "loss": 0.2271, |
| "step": 1991 |
| }, |
| { |
| "epoch": 1.2147323471099587, |
| "grad_norm": 0.22806628490981498, |
| "learning_rate": 4.011504653151593e-06, |
| "loss": 0.2204, |
| "step": 1992 |
| }, |
| { |
| "epoch": 1.2153423821869758, |
| "grad_norm": 0.2595253670667039, |
| "learning_rate": 4.0062891124787e-06, |
| "loss": 0.2427, |
| "step": 1993 |
| }, |
| { |
| "epoch": 1.2159524172639926, |
| "grad_norm": 0.226343672771304, |
| "learning_rate": 4.0010746972579865e-06, |
| "loss": 0.2081, |
| "step": 1994 |
| }, |
| { |
| "epoch": 1.2165624523410097, |
| "grad_norm": 0.22187314948561185, |
| "learning_rate": 3.995861413395164e-06, |
| "loss": 0.2095, |
| "step": 1995 |
| }, |
| { |
| "epoch": 1.2171724874180265, |
| "grad_norm": 0.2408609051467771, |
| "learning_rate": 3.990649266794676e-06, |
| "loss": 0.2048, |
| "step": 1996 |
| }, |
| { |
| "epoch": 1.2177825224950434, |
| "grad_norm": 0.23466609594422677, |
| "learning_rate": 3.985438263359667e-06, |
| "loss": 0.2155, |
| "step": 1997 |
| }, |
| { |
| "epoch": 1.2183925575720604, |
| "grad_norm": 0.2194120357344308, |
| "learning_rate": 3.9802284089919876e-06, |
| "loss": 0.1925, |
| "step": 1998 |
| }, |
| { |
| "epoch": 1.2190025926490773, |
| "grad_norm": 0.22978200474534835, |
| "learning_rate": 3.975019709592189e-06, |
| "loss": 0.2111, |
| "step": 1999 |
| }, |
| { |
| "epoch": 1.2196126277260944, |
| "grad_norm": 0.22765530069297446, |
| "learning_rate": 3.969812171059516e-06, |
| "loss": 0.1976, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.2196126277260944, |
| "eval_loss": 0.22462303936481476, |
| "eval_runtime": 265.1969, |
| "eval_samples_per_second": 4.035, |
| "eval_steps_per_second": 0.128, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 3280, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2422457185075200.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
