| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9816849816849818, |
| "eval_steps": 500, |
| "global_step": 408, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.007326007326007326, |
| "grad_norm": 30.21496593413568, |
| "learning_rate": 4.7619047619047623e-07, |
| "loss": 1.0635175704956055, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.014652014652014652, |
| "grad_norm": 27.043345585334517, |
| "learning_rate": 9.523809523809525e-07, |
| "loss": 1.0006253719329834, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.02197802197802198, |
| "grad_norm": 21.646848717902948, |
| "learning_rate": 1.4285714285714286e-06, |
| "loss": 0.9898864030838013, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.029304029304029304, |
| "grad_norm": 22.348396709879044, |
| "learning_rate": 1.904761904761905e-06, |
| "loss": 0.988436758518219, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.03663003663003663, |
| "grad_norm": 19.157410690764603, |
| "learning_rate": 2.380952380952381e-06, |
| "loss": 0.9326452016830444, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.04395604395604396, |
| "grad_norm": 18.08116663695173, |
| "learning_rate": 2.8571428571428573e-06, |
| "loss": 0.8227804899215698, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.05128205128205128, |
| "grad_norm": 16.123821453273436, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 0.816413938999176, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.05860805860805861, |
| "grad_norm": 10.059553232587936, |
| "learning_rate": 3.80952380952381e-06, |
| "loss": 0.6918408274650574, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.06593406593406594, |
| "grad_norm": 10.100146604450146, |
| "learning_rate": 4.2857142857142855e-06, |
| "loss": 0.709736704826355, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.07326007326007326, |
| "grad_norm": 3.6849384254746336, |
| "learning_rate": 4.761904761904762e-06, |
| "loss": 0.5924822688102722, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.08058608058608059, |
| "grad_norm": 2.515001245028391, |
| "learning_rate": 5.2380952380952384e-06, |
| "loss": 0.5829637050628662, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.08791208791208792, |
| "grad_norm": 2.7142652174838964, |
| "learning_rate": 5.7142857142857145e-06, |
| "loss": 0.5520739555358887, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.09523809523809523, |
| "grad_norm": 2.396783666272162, |
| "learning_rate": 6.1904761904761914e-06, |
| "loss": 0.5408250689506531, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.10256410256410256, |
| "grad_norm": 2.613664759900683, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 0.5364675521850586, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.10989010989010989, |
| "grad_norm": 2.140953850448383, |
| "learning_rate": 7.1428571428571436e-06, |
| "loss": 0.5406008958816528, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.11721611721611722, |
| "grad_norm": 2.1637811311224513, |
| "learning_rate": 7.61904761904762e-06, |
| "loss": 0.5351678133010864, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.12454212454212454, |
| "grad_norm": 1.889685988846562, |
| "learning_rate": 8.095238095238097e-06, |
| "loss": 0.5272159576416016, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.13186813186813187, |
| "grad_norm": 1.610391433650919, |
| "learning_rate": 8.571428571428571e-06, |
| "loss": 0.4894131124019623, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.1391941391941392, |
| "grad_norm": 1.5780714267255904, |
| "learning_rate": 9.047619047619049e-06, |
| "loss": 0.4680541753768921, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.14652014652014653, |
| "grad_norm": 1.3826646451572844, |
| "learning_rate": 9.523809523809525e-06, |
| "loss": 0.41832777857780457, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.15384615384615385, |
| "grad_norm": 1.9876445386481647, |
| "learning_rate": 1e-05, |
| "loss": 0.5307973623275757, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.16117216117216118, |
| "grad_norm": 1.989790222306354, |
| "learning_rate": 9.999835253787472e-06, |
| "loss": 0.4524080753326416, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.1684981684981685, |
| "grad_norm": 1.7132167306761634, |
| "learning_rate": 9.99934102600642e-06, |
| "loss": 0.4481462240219116, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.17582417582417584, |
| "grad_norm": 1.675845803554774, |
| "learning_rate": 9.998517349225698e-06, |
| "loss": 0.470619797706604, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.18315018315018314, |
| "grad_norm": 1.8889444953942198, |
| "learning_rate": 9.997364277724362e-06, |
| "loss": 0.4533703625202179, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.19047619047619047, |
| "grad_norm": 1.2961235388879089, |
| "learning_rate": 9.99588188748808e-06, |
| "loss": 0.4506123661994934, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.1978021978021978, |
| "grad_norm": 1.3960705328975553, |
| "learning_rate": 9.994070276204115e-06, |
| "loss": 0.5040400624275208, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.20512820512820512, |
| "grad_norm": 1.42158083553959, |
| "learning_rate": 9.991929563254913e-06, |
| "loss": 0.4825146794319153, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.21245421245421245, |
| "grad_norm": 1.1661369187587884, |
| "learning_rate": 9.989459889710214e-06, |
| "loss": 0.4361911714076996, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.21978021978021978, |
| "grad_norm": 1.2574093229638947, |
| "learning_rate": 9.986661418317759e-06, |
| "loss": 0.45438122749328613, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.2271062271062271, |
| "grad_norm": 1.3348666437119017, |
| "learning_rate": 9.983534333492575e-06, |
| "loss": 0.4379500448703766, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.23443223443223443, |
| "grad_norm": 1.246184387917552, |
| "learning_rate": 9.980078841304817e-06, |
| "loss": 0.4118569791316986, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.24175824175824176, |
| "grad_norm": 1.179330565300909, |
| "learning_rate": 9.97629516946618e-06, |
| "loss": 0.4063628315925598, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.2490842490842491, |
| "grad_norm": 1.1385770353147593, |
| "learning_rate": 9.97218356731491e-06, |
| "loss": 0.4152410626411438, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.2564102564102564, |
| "grad_norm": 1.6513827173956053, |
| "learning_rate": 9.967744305799358e-06, |
| "loss": 0.4543665647506714, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.26373626373626374, |
| "grad_norm": 1.1284245393981716, |
| "learning_rate": 9.962977677460132e-06, |
| "loss": 0.42496830224990845, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.27106227106227104, |
| "grad_norm": 1.0753146429921163, |
| "learning_rate": 9.957883996410821e-06, |
| "loss": 0.42909127473831177, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.2783882783882784, |
| "grad_norm": 1.295900042465006, |
| "learning_rate": 9.952463598317286e-06, |
| "loss": 0.3935036063194275, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 1.134829504686702, |
| "learning_rate": 9.946716840375552e-06, |
| "loss": 0.44124358892440796, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.29304029304029305, |
| "grad_norm": 1.1702725203395377, |
| "learning_rate": 9.940644101288259e-06, |
| "loss": 0.4439253509044647, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.30036630036630035, |
| "grad_norm": 1.256616648991797, |
| "learning_rate": 9.934245781239714e-06, |
| "loss": 0.3892786502838135, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.3076923076923077, |
| "grad_norm": 1.1589721621440654, |
| "learning_rate": 9.927522301869515e-06, |
| "loss": 0.36586904525756836, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.315018315018315, |
| "grad_norm": 1.2097406758159928, |
| "learning_rate": 9.920474106244764e-06, |
| "loss": 0.3926905393600464, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.32234432234432236, |
| "grad_norm": 1.1180887734407854, |
| "learning_rate": 9.913101658830879e-06, |
| "loss": 0.39513468742370605, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.32967032967032966, |
| "grad_norm": 1.489392826555109, |
| "learning_rate": 9.905405445460972e-06, |
| "loss": 0.4130535125732422, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.336996336996337, |
| "grad_norm": 1.154514234942715, |
| "learning_rate": 9.897385973303845e-06, |
| "loss": 0.4013521373271942, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.3443223443223443, |
| "grad_norm": 1.1719627644397432, |
| "learning_rate": 9.889043770830566e-06, |
| "loss": 0.4277796745300293, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.3516483516483517, |
| "grad_norm": 1.5740413108726932, |
| "learning_rate": 9.880379387779637e-06, |
| "loss": 0.38313156366348267, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.358974358974359, |
| "grad_norm": 1.1734369672836624, |
| "learning_rate": 9.871393395120774e-06, |
| "loss": 0.4053453803062439, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.3663003663003663, |
| "grad_norm": 1.4855170661495627, |
| "learning_rate": 9.862086385017283e-06, |
| "loss": 0.37065786123275757, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.37362637362637363, |
| "grad_norm": 1.2470491770738514, |
| "learning_rate": 9.852458970787027e-06, |
| "loss": 0.3932054042816162, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.38095238095238093, |
| "grad_norm": 1.1200733413865462, |
| "learning_rate": 9.842511786862018e-06, |
| "loss": 0.3844960331916809, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.3882783882783883, |
| "grad_norm": 1.2353594939698733, |
| "learning_rate": 9.832245488746612e-06, |
| "loss": 0.4030640125274658, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.3956043956043956, |
| "grad_norm": 1.2526400425035524, |
| "learning_rate": 9.821660752974294e-06, |
| "loss": 0.41372472047805786, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.40293040293040294, |
| "grad_norm": 1.1578568131070235, |
| "learning_rate": 9.81075827706312e-06, |
| "loss": 0.38878971338272095, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.41025641025641024, |
| "grad_norm": 1.1789063859126412, |
| "learning_rate": 9.799538779469734e-06, |
| "loss": 0.3679278492927551, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.4175824175824176, |
| "grad_norm": 1.0793218213230338, |
| "learning_rate": 9.78800299954203e-06, |
| "loss": 0.35747843980789185, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.4249084249084249, |
| "grad_norm": 1.4979207988768952, |
| "learning_rate": 9.776151697470431e-06, |
| "loss": 0.38858622312545776, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.43223443223443225, |
| "grad_norm": 1.5776030032036932, |
| "learning_rate": 9.763985654237785e-06, |
| "loss": 0.410378634929657, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.43956043956043955, |
| "grad_norm": 1.1687321357395992, |
| "learning_rate": 9.751505671567914e-06, |
| "loss": 0.3829571008682251, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.4468864468864469, |
| "grad_norm": 1.1022315738152733, |
| "learning_rate": 9.738712571872765e-06, |
| "loss": 0.38535329699516296, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.4542124542124542, |
| "grad_norm": 1.031148812173931, |
| "learning_rate": 9.725607198198227e-06, |
| "loss": 0.37591585516929626, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.46153846153846156, |
| "grad_norm": 1.1465009384770484, |
| "learning_rate": 9.712190414168573e-06, |
| "loss": 0.43732309341430664, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.46886446886446886, |
| "grad_norm": 3.901087295216021, |
| "learning_rate": 9.698463103929542e-06, |
| "loss": 0.35739046335220337, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.47619047619047616, |
| "grad_norm": 1.1832020160855363, |
| "learning_rate": 9.684426172090084e-06, |
| "loss": 0.39645135402679443, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.4835164835164835, |
| "grad_norm": 1.1501088941718765, |
| "learning_rate": 9.670080543662742e-06, |
| "loss": 0.3675802946090698, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.4908424908424908, |
| "grad_norm": 1.2208405532006774, |
| "learning_rate": 9.655427164002692e-06, |
| "loss": 0.39301833510398865, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.4981684981684982, |
| "grad_norm": 1.1252142850079323, |
| "learning_rate": 9.640466998745456e-06, |
| "loss": 0.4137623906135559, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.5054945054945055, |
| "grad_norm": 1.0526557640749403, |
| "learning_rate": 9.625201033743262e-06, |
| "loss": 0.3448682129383087, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.5128205128205128, |
| "grad_norm": 1.147790880025079, |
| "learning_rate": 9.609630275000072e-06, |
| "loss": 0.4187518358230591, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.5201465201465202, |
| "grad_norm": 1.1265458933551666, |
| "learning_rate": 9.5937557486053e-06, |
| "loss": 0.3735639452934265, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.5274725274725275, |
| "grad_norm": 1.1089149618339371, |
| "learning_rate": 9.577578500666187e-06, |
| "loss": 0.40197598934173584, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.5347985347985348, |
| "grad_norm": 1.3993390218741097, |
| "learning_rate": 9.561099597238862e-06, |
| "loss": 0.40231800079345703, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.5421245421245421, |
| "grad_norm": 1.1143458075824666, |
| "learning_rate": 9.544320124258093e-06, |
| "loss": 0.3674388527870178, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.5494505494505495, |
| "grad_norm": 1.0051401204214154, |
| "learning_rate": 9.527241187465735e-06, |
| "loss": 0.40350422263145447, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.5567765567765568, |
| "grad_norm": 1.1152468221193563, |
| "learning_rate": 9.509863912337843e-06, |
| "loss": 0.4011390507221222, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.5641025641025641, |
| "grad_norm": 1.259123019280062, |
| "learning_rate": 9.492189444010522e-06, |
| "loss": 0.3963205814361572, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 1.0882181942002715, |
| "learning_rate": 9.47421894720446e-06, |
| "loss": 0.3761591613292694, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.5787545787545788, |
| "grad_norm": 1.3171244527835357, |
| "learning_rate": 9.455953606148172e-06, |
| "loss": 0.37985581159591675, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.5860805860805861, |
| "grad_norm": 1.1576335484597036, |
| "learning_rate": 9.437394624499957e-06, |
| "loss": 0.38125094771385193, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.5934065934065934, |
| "grad_norm": 1.340371799783884, |
| "learning_rate": 9.418543225268598e-06, |
| "loss": 0.38609158992767334, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.6007326007326007, |
| "grad_norm": 1.062259591126727, |
| "learning_rate": 9.399400650732735e-06, |
| "loss": 0.36670905351638794, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.608058608058608, |
| "grad_norm": 1.2435607193732192, |
| "learning_rate": 9.379968162359034e-06, |
| "loss": 0.39242708683013916, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 1.0441743485299124, |
| "learning_rate": 9.36024704071904e-06, |
| "loss": 0.3625451326370239, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.6227106227106227, |
| "grad_norm": 1.1226141976759751, |
| "learning_rate": 9.340238585404787e-06, |
| "loss": 0.3682897090911865, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.63003663003663, |
| "grad_norm": 1.1834442757500532, |
| "learning_rate": 9.319944114943171e-06, |
| "loss": 0.3925570845603943, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.6373626373626373, |
| "grad_norm": 1.2543334036025904, |
| "learning_rate": 9.299364966709051e-06, |
| "loss": 0.40064454078674316, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.6446886446886447, |
| "grad_norm": 1.1281264939516502, |
| "learning_rate": 9.278502496837116e-06, |
| "loss": 0.350555956363678, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.652014652014652, |
| "grad_norm": 0.9918889297129596, |
| "learning_rate": 9.257358080132524e-06, |
| "loss": 0.3880164623260498, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.6593406593406593, |
| "grad_norm": 1.2461108393741742, |
| "learning_rate": 9.235933109980302e-06, |
| "loss": 0.36218661069869995, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 1.1159489708058996, |
| "learning_rate": 9.214228998253526e-06, |
| "loss": 0.39029616117477417, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.673992673992674, |
| "grad_norm": 1.1373218288826976, |
| "learning_rate": 9.192247175220276e-06, |
| "loss": 0.3715818524360657, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.6813186813186813, |
| "grad_norm": 1.1336385214393307, |
| "learning_rate": 9.16998908944939e-06, |
| "loss": 0.3895593285560608, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.6886446886446886, |
| "grad_norm": 1.2322915227119142, |
| "learning_rate": 9.147456207714998e-06, |
| "loss": 0.3933688700199127, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.6959706959706959, |
| "grad_norm": 1.110226455606631, |
| "learning_rate": 9.124650014899868e-06, |
| "loss": 0.37298864126205444, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.7032967032967034, |
| "grad_norm": 1.0929399186170907, |
| "learning_rate": 9.101572013897555e-06, |
| "loss": 0.35858720541000366, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.7106227106227107, |
| "grad_norm": 1.1200942735792472, |
| "learning_rate": 9.078223725513366e-06, |
| "loss": 0.35287725925445557, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.717948717948718, |
| "grad_norm": 1.107219943504411, |
| "learning_rate": 9.05460668836413e-06, |
| "loss": 0.3863588869571686, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.7252747252747253, |
| "grad_norm": 1.0734987755886534, |
| "learning_rate": 9.030722458776815e-06, |
| "loss": 0.35608792304992676, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.7326007326007326, |
| "grad_norm": 0.9382920838540864, |
| "learning_rate": 9.006572610685969e-06, |
| "loss": 0.3744190037250519, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.73992673992674, |
| "grad_norm": 1.2299021078001484, |
| "learning_rate": 8.982158735529991e-06, |
| "loss": 0.38028016686439514, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.7472527472527473, |
| "grad_norm": 1.0711983498848636, |
| "learning_rate": 8.957482442146271e-06, |
| "loss": 0.35936033725738525, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.7545787545787546, |
| "grad_norm": 1.0380773275659636, |
| "learning_rate": 8.932545356665157e-06, |
| "loss": 0.3793637454509735, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.7619047619047619, |
| "grad_norm": 1.1144376402102996, |
| "learning_rate": 8.907349122402803e-06, |
| "loss": 0.3640226721763611, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 1.1640128905082725, |
| "learning_rate": 8.881895399752873e-06, |
| "loss": 0.3372342586517334, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.7765567765567766, |
| "grad_norm": 1.199009223038314, |
| "learning_rate": 8.85618586607713e-06, |
| "loss": 0.37812405824661255, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.7838827838827839, |
| "grad_norm": 1.0273110860584846, |
| "learning_rate": 8.83022221559489e-06, |
| "loss": 0.35580265522003174, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.7912087912087912, |
| "grad_norm": 1.0516706336456754, |
| "learning_rate": 8.80400615927139e-06, |
| "loss": 0.3262220025062561, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.7985347985347986, |
| "grad_norm": 1.0704201377081104, |
| "learning_rate": 8.777539424705022e-06, |
| "loss": 0.3796083927154541, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.8058608058608059, |
| "grad_norm": 1.1209202523652468, |
| "learning_rate": 8.750823756013498e-06, |
| "loss": 0.3779366612434387, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.8131868131868132, |
| "grad_norm": 1.0413754375402127, |
| "learning_rate": 8.72386091371891e-06, |
| "loss": 0.34237805008888245, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.8205128205128205, |
| "grad_norm": 1.1829628343503562, |
| "learning_rate": 8.696652674631716e-06, |
| "loss": 0.3707228899002075, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.8278388278388278, |
| "grad_norm": 1.0593662409475815, |
| "learning_rate": 8.669200831733655e-06, |
| "loss": 0.3644367456436157, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.8351648351648352, |
| "grad_norm": 0.9884645087059205, |
| "learning_rate": 8.64150719405958e-06, |
| "loss": 0.354566752910614, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.8424908424908425, |
| "grad_norm": 1.1284969366067186, |
| "learning_rate": 8.613573586578262e-06, |
| "loss": 0.34911516308784485, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.8498168498168498, |
| "grad_norm": 1.0401559892838286, |
| "learning_rate": 8.585401850072114e-06, |
| "loss": 0.3552972078323364, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 1.096500663411754, |
| "learning_rate": 8.55699384101589e-06, |
| "loss": 0.3714224100112915, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.8644688644688645, |
| "grad_norm": 0.9686738471210327, |
| "learning_rate": 8.528351431454352e-06, |
| "loss": 0.3586280941963196, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.8717948717948718, |
| "grad_norm": 1.1418772784157138, |
| "learning_rate": 8.499476508878894e-06, |
| "loss": 0.37895333766937256, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.8791208791208791, |
| "grad_norm": 1.102623279686654, |
| "learning_rate": 8.470370976103171e-06, |
| "loss": 0.33410561084747314, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.8864468864468864, |
| "grad_norm": 1.2084381697438025, |
| "learning_rate": 8.441036751137697e-06, |
| "loss": 0.34863168001174927, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.8937728937728938, |
| "grad_norm": 1.0221326248807063, |
| "learning_rate": 8.411475767063454e-06, |
| "loss": 0.36963531374931335, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.9010989010989011, |
| "grad_norm": 0.9696301679675473, |
| "learning_rate": 8.381689971904514e-06, |
| "loss": 0.382631778717041, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.9084249084249084, |
| "grad_norm": 1.138279150305765, |
| "learning_rate": 8.35168132849965e-06, |
| "loss": 0.3976040780544281, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.9157509157509157, |
| "grad_norm": 1.0494402894524364, |
| "learning_rate": 8.321451814372998e-06, |
| "loss": 0.37572136521339417, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.9230769230769231, |
| "grad_norm": 1.0892258482751453, |
| "learning_rate": 8.29100342160374e-06, |
| "loss": 0.3367949426174164, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.9304029304029304, |
| "grad_norm": 1.5742935797211806, |
| "learning_rate": 8.260338156694836e-06, |
| "loss": 0.3577330410480499, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.9377289377289377, |
| "grad_norm": 1.0337951916800752, |
| "learning_rate": 8.229458040440783e-06, |
| "loss": 0.38907700777053833, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.945054945054945, |
| "grad_norm": 1.0463672741030141, |
| "learning_rate": 8.198365107794457e-06, |
| "loss": 0.35719990730285645, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.9523809523809523, |
| "grad_norm": 1.150609447800333, |
| "learning_rate": 8.167061407733018e-06, |
| "loss": 0.3516216278076172, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.9597069597069597, |
| "grad_norm": 1.0134109975745493, |
| "learning_rate": 8.135549003122871e-06, |
| "loss": 0.37219393253326416, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.967032967032967, |
| "grad_norm": 1.1888953837381901, |
| "learning_rate": 8.103829970583742e-06, |
| "loss": 0.3526732325553894, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.9743589743589743, |
| "grad_norm": 0.9504435010655483, |
| "learning_rate": 8.071906400351823e-06, |
| "loss": 0.3242747187614441, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.9816849816849816, |
| "grad_norm": 1.1620841266168631, |
| "learning_rate": 8.039780396142023e-06, |
| "loss": 0.3983690142631531, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.989010989010989, |
| "grad_norm": 1.080002653239463, |
| "learning_rate": 8.007454075009352e-06, |
| "loss": 0.3187519907951355, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.9963369963369964, |
| "grad_norm": 1.0777271233101429, |
| "learning_rate": 7.974929567209399e-06, |
| "loss": 0.33882084488868713, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 2.182267386409593, |
| "learning_rate": 7.942209016057954e-06, |
| "loss": 0.36792832612991333, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.0073260073260073, |
| "grad_norm": 1.0686033471580987, |
| "learning_rate": 7.909294577789765e-06, |
| "loss": 0.2894274592399597, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.0146520146520146, |
| "grad_norm": 1.0153401594780536, |
| "learning_rate": 7.87618842141645e-06, |
| "loss": 0.30820950865745544, |
| "step": 139 |
| }, |
| { |
| "epoch": 1.021978021978022, |
| "grad_norm": 1.0573547123823617, |
| "learning_rate": 7.842892728583557e-06, |
| "loss": 0.2707104980945587, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.0293040293040292, |
| "grad_norm": 1.068424976718832, |
| "learning_rate": 7.809409693426803e-06, |
| "loss": 0.2870473861694336, |
| "step": 141 |
| }, |
| { |
| "epoch": 1.0366300366300367, |
| "grad_norm": 1.108505986461051, |
| "learning_rate": 7.775741522427477e-06, |
| "loss": 0.27766191959381104, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.043956043956044, |
| "grad_norm": 1.0788011444539796, |
| "learning_rate": 7.741890434267043e-06, |
| "loss": 0.2834435999393463, |
| "step": 143 |
| }, |
| { |
| "epoch": 1.0512820512820513, |
| "grad_norm": 1.2267316092589455, |
| "learning_rate": 7.707858659680924e-06, |
| "loss": 0.2835862338542938, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.0586080586080586, |
| "grad_norm": 1.3229066354461252, |
| "learning_rate": 7.67364844131151e-06, |
| "loss": 0.27477383613586426, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.065934065934066, |
| "grad_norm": 1.2384024803974207, |
| "learning_rate": 7.63926203356036e-06, |
| "loss": 0.2960669994354248, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.0732600732600732, |
| "grad_norm": 1.18044187380908, |
| "learning_rate": 7.604701702439652e-06, |
| "loss": 0.2972232699394226, |
| "step": 147 |
| }, |
| { |
| "epoch": 1.0805860805860805, |
| "grad_norm": 1.2009282809760102, |
| "learning_rate": 7.5699697254228496e-06, |
| "loss": 0.2825266420841217, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.0879120879120878, |
| "grad_norm": 1.019088056663372, |
| "learning_rate": 7.535068391294618e-06, |
| "loss": 0.29965272545814514, |
| "step": 149 |
| }, |
| { |
| "epoch": 1.0952380952380953, |
| "grad_norm": 1.1839639402543083, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.29271137714385986, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.1025641025641026, |
| "grad_norm": 1.0809429287242711, |
| "learning_rate": 7.464766862492856e-06, |
| "loss": 0.2796112298965454, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.10989010989011, |
| "grad_norm": 1.1992697090491269, |
| "learning_rate": 7.42937130058357e-06, |
| "loss": 0.28620994091033936, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.1172161172161172, |
| "grad_norm": 1.1027252290575018, |
| "learning_rate": 7.393815646786047e-06, |
| "loss": 0.2959006428718567, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.1245421245421245, |
| "grad_norm": 1.0120783087707164, |
| "learning_rate": 7.358102244164003e-06, |
| "loss": 0.29200655221939087, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.1318681318681318, |
| "grad_norm": 1.1552817802815585, |
| "learning_rate": 7.322233446176571e-06, |
| "loss": 0.29077982902526855, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.1391941391941391, |
| "grad_norm": 1.1540271695101154, |
| "learning_rate": 7.286211616523193e-06, |
| "loss": 0.29103994369506836, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.1465201465201464, |
| "grad_norm": 1.0723601056663603, |
| "learning_rate": 7.250039128987874e-06, |
| "loss": 0.2747235894203186, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.1538461538461537, |
| "grad_norm": 1.1487058706441489, |
| "learning_rate": 7.213718367282737e-06, |
| "loss": 0.30069500207901, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.1611721611721613, |
| "grad_norm": 1.3318093229671866, |
| "learning_rate": 7.177251724890957e-06, |
| "loss": 0.3071703314781189, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.1684981684981686, |
| "grad_norm": 1.1534532452958286, |
| "learning_rate": 7.14064160490902e-06, |
| "loss": 0.28914874792099, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.1758241758241759, |
| "grad_norm": 1.1547701660303746, |
| "learning_rate": 7.103890419888367e-06, |
| "loss": 0.3017809987068176, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.1831501831501832, |
| "grad_norm": 1.2947227089667261, |
| "learning_rate": 7.067000591676416e-06, |
| "loss": 0.3369286060333252, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.1904761904761905, |
| "grad_norm": 1.1140895594029996, |
| "learning_rate": 7.029974551256957e-06, |
| "loss": 0.27125978469848633, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.1978021978021978, |
| "grad_norm": 1.0122537303440942, |
| "learning_rate": 6.992814738589958e-06, |
| "loss": 0.28907060623168945, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.205128205128205, |
| "grad_norm": 1.025657300579659, |
| "learning_rate": 6.95552360245078e-06, |
| "loss": 0.2677385210990906, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.2124542124542124, |
| "grad_norm": 1.0823638919225964, |
| "learning_rate": 6.9181036002687985e-06, |
| "loss": 0.27675288915634155, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.2197802197802199, |
| "grad_norm": 1.0413163959584528, |
| "learning_rate": 6.880557197965465e-06, |
| "loss": 0.3112404942512512, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.2271062271062272, |
| "grad_norm": 1.0645554729563804, |
| "learning_rate": 6.84288686979181e-06, |
| "loss": 0.2850072383880615, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.2344322344322345, |
| "grad_norm": 0.8982420186922085, |
| "learning_rate": 6.805095098165388e-06, |
| "loss": 0.26976898312568665, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.2417582417582418, |
| "grad_norm": 1.1333676300011672, |
| "learning_rate": 6.767184373506698e-06, |
| "loss": 0.2745368480682373, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.249084249084249, |
| "grad_norm": 1.0709277161683297, |
| "learning_rate": 6.7291571940750575e-06, |
| "loss": 0.2779650390148163, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.2564102564102564, |
| "grad_norm": 1.0868456188418263, |
| "learning_rate": 6.6910160658039835e-06, |
| "loss": 0.3108050227165222, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.2637362637362637, |
| "grad_norm": 1.1874804808558082, |
| "learning_rate": 6.652763502136044e-06, |
| "loss": 0.27616167068481445, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.271062271062271, |
| "grad_norm": 1.0270742547414067, |
| "learning_rate": 6.614402023857231e-06, |
| "loss": 0.26505476236343384, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.2783882783882783, |
| "grad_norm": 0.9281377603059646, |
| "learning_rate": 6.57593415893085e-06, |
| "loss": 0.26481738686561584, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.2857142857142856, |
| "grad_norm": 1.0894098307492133, |
| "learning_rate": 6.5373624423309165e-06, |
| "loss": 0.27870288491249084, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.293040293040293, |
| "grad_norm": 1.074181253190212, |
| "learning_rate": 6.498689415875121e-06, |
| "loss": 0.29720550775527954, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.3003663003663004, |
| "grad_norm": 1.0913740336999906, |
| "learning_rate": 6.459917628057319e-06, |
| "loss": 0.2793238162994385, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.3076923076923077, |
| "grad_norm": 1.1164998009762015, |
| "learning_rate": 6.421049633879588e-06, |
| "loss": 0.3088657855987549, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.315018315018315, |
| "grad_norm": 0.9299860686646102, |
| "learning_rate": 6.3820879946838585e-06, |
| "loss": 0.2543247938156128, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.3223443223443223, |
| "grad_norm": 1.1571048592937423, |
| "learning_rate": 6.3430352779831275e-06, |
| "loss": 0.2909772992134094, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.3296703296703296, |
| "grad_norm": 1.094026131808152, |
| "learning_rate": 6.303894057292261e-06, |
| "loss": 0.2640184164047241, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.3369963369963371, |
| "grad_norm": 0.9363985633369026, |
| "learning_rate": 6.264666911958404e-06, |
| "loss": 0.2943224012851715, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.3443223443223444, |
| "grad_norm": 1.0969037309510354, |
| "learning_rate": 6.225356426991007e-06, |
| "loss": 0.24726328253746033, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.3516483516483517, |
| "grad_norm": 1.0885385789514508, |
| "learning_rate": 6.185965192891472e-06, |
| "loss": 0.2971659302711487, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.358974358974359, |
| "grad_norm": 1.0158089498674099, |
| "learning_rate": 6.146495805482451e-06, |
| "loss": 0.29360431432724, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.3663003663003663, |
| "grad_norm": 1.3591604878047607, |
| "learning_rate": 6.106950865736777e-06, |
| "loss": 0.2744835615158081, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.3736263736263736, |
| "grad_norm": 1.0213784235417054, |
| "learning_rate": 6.067332979606069e-06, |
| "loss": 0.2648021876811981, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.380952380952381, |
| "grad_norm": 1.0816098136800893, |
| "learning_rate": 6.027644757849004e-06, |
| "loss": 0.32366281747817993, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.3882783882783882, |
| "grad_norm": 1.0884347912067143, |
| "learning_rate": 5.987888815859266e-06, |
| "loss": 0.2866742014884949, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.3956043956043955, |
| "grad_norm": 0.915669390965943, |
| "learning_rate": 5.948067773493205e-06, |
| "loss": 0.30587273836135864, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.4029304029304028, |
| "grad_norm": 1.0927318653030724, |
| "learning_rate": 5.908184254897183e-06, |
| "loss": 0.314590185880661, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.4102564102564101, |
| "grad_norm": 1.1120641499678694, |
| "learning_rate": 5.8682408883346535e-06, |
| "loss": 0.30427268147468567, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.4175824175824177, |
| "grad_norm": 1.004808225175699, |
| "learning_rate": 5.828240306012957e-06, |
| "loss": 0.26962751150131226, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.424908424908425, |
| "grad_norm": 1.1800129602480383, |
| "learning_rate": 5.788185143909868e-06, |
| "loss": 0.3093605637550354, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.4322344322344323, |
| "grad_norm": 1.1081211032827851, |
| "learning_rate": 5.74807804159989e-06, |
| "loss": 0.2661038935184479, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.4395604395604396, |
| "grad_norm": 1.0397696208232112, |
| "learning_rate": 5.7079216420803e-06, |
| "loss": 0.26260125637054443, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.4468864468864469, |
| "grad_norm": 1.0675565712457995, |
| "learning_rate": 5.66771859159699e-06, |
| "loss": 0.30148035287857056, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.4542124542124542, |
| "grad_norm": 1.0592600391219584, |
| "learning_rate": 5.6274715394700805e-06, |
| "loss": 0.2963045537471771, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.4615384615384617, |
| "grad_norm": 1.1774403611908744, |
| "learning_rate": 5.587183137919332e-06, |
| "loss": 0.3152458071708679, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.468864468864469, |
| "grad_norm": 1.0787649372567354, |
| "learning_rate": 5.546856041889374e-06, |
| "loss": 0.27110299468040466, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.4761904761904763, |
| "grad_norm": 0.9830650827059149, |
| "learning_rate": 5.5064929088747324e-06, |
| "loss": 0.28375378251075745, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.4835164835164836, |
| "grad_norm": 1.134296905235914, |
| "learning_rate": 5.46609639874473e-06, |
| "loss": 0.29090097546577454, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.4908424908424909, |
| "grad_norm": 1.282298463772494, |
| "learning_rate": 5.425669173568179e-06, |
| "loss": 0.3167083263397217, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.4981684981684982, |
| "grad_norm": 1.0742616101894822, |
| "learning_rate": 5.385213897437975e-06, |
| "loss": 0.25165435671806335, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.5054945054945055, |
| "grad_norm": 1.1328142095892046, |
| "learning_rate": 5.344733236295525e-06, |
| "loss": 0.27617213129997253, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.5128205128205128, |
| "grad_norm": 1.0219367549951983, |
| "learning_rate": 5.30422985775507e-06, |
| "loss": 0.25958195328712463, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.52014652014652, |
| "grad_norm": 1.0847411482729885, |
| "learning_rate": 5.263706430927895e-06, |
| "loss": 0.2788093686103821, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.5274725274725274, |
| "grad_norm": 1.2394999596242242, |
| "learning_rate": 5.223165626246432e-06, |
| "loss": 0.30942243337631226, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.5347985347985347, |
| "grad_norm": 1.0406322641722239, |
| "learning_rate": 5.182610115288296e-06, |
| "loss": 0.3002859950065613, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.542124542124542, |
| "grad_norm": 1.0478051687617, |
| "learning_rate": 5.142042570600212e-06, |
| "loss": 0.2850934565067291, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.5494505494505495, |
| "grad_norm": 1.082184087642848, |
| "learning_rate": 5.101465665521919e-06, |
| "loss": 0.29597795009613037, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.5567765567765568, |
| "grad_norm": 1.1107024805480228, |
| "learning_rate": 5.060882074009988e-06, |
| "loss": 0.3078245520591736, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.564102564102564, |
| "grad_norm": 1.0296929677102222, |
| "learning_rate": 5.020294470461615e-06, |
| "loss": 0.2921220064163208, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.5714285714285714, |
| "grad_norm": 1.0540827764915854, |
| "learning_rate": 4.979705529538385e-06, |
| "loss": 0.2733391523361206, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.578754578754579, |
| "grad_norm": 0.9652888358034895, |
| "learning_rate": 4.939117925990013e-06, |
| "loss": 0.2933793365955353, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.5860805860805862, |
| "grad_norm": 1.1196595116135142, |
| "learning_rate": 4.8985343344780815e-06, |
| "loss": 0.31104928255081177, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.5934065934065935, |
| "grad_norm": 1.0078579598513866, |
| "learning_rate": 4.857957429399788e-06, |
| "loss": 0.2975787818431854, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.6007326007326008, |
| "grad_norm": 1.003543299759328, |
| "learning_rate": 4.817389884711706e-06, |
| "loss": 0.2911156117916107, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.6080586080586081, |
| "grad_norm": 1.117174701168215, |
| "learning_rate": 4.7768343737535694e-06, |
| "loss": 0.28502243757247925, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.6153846153846154, |
| "grad_norm": 1.2387468209978119, |
| "learning_rate": 4.736293569072108e-06, |
| "loss": 0.3383062779903412, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.6227106227106227, |
| "grad_norm": 0.9751319932294236, |
| "learning_rate": 4.695770142244931e-06, |
| "loss": 0.26932916045188904, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.63003663003663, |
| "grad_norm": 1.0756446276168852, |
| "learning_rate": 4.655266763704476e-06, |
| "loss": 0.2709274888038635, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.6373626373626373, |
| "grad_norm": 1.0873882111356061, |
| "learning_rate": 4.614786102562026e-06, |
| "loss": 0.30510762333869934, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.6446886446886446, |
| "grad_norm": 0.9991578718833676, |
| "learning_rate": 4.574330826431822e-06, |
| "loss": 0.271587610244751, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.652014652014652, |
| "grad_norm": 0.9959466132377315, |
| "learning_rate": 4.533903601255272e-06, |
| "loss": 0.27231907844543457, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.6593406593406592, |
| "grad_norm": 1.1774838310535634, |
| "learning_rate": 4.493507091125269e-06, |
| "loss": 0.2669839560985565, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 1.0881926934718549, |
| "learning_rate": 4.4531439581106295e-06, |
| "loss": 0.2904966175556183, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.673992673992674, |
| "grad_norm": 1.1146102161723215, |
| "learning_rate": 4.412816862080668e-06, |
| "loss": 0.2829638123512268, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.6813186813186813, |
| "grad_norm": 1.1410084762917667, |
| "learning_rate": 4.37252846052992e-06, |
| "loss": 0.31257230043411255, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.6886446886446886, |
| "grad_norm": 1.1796551533789368, |
| "learning_rate": 4.332281408403011e-06, |
| "loss": 0.2940324544906616, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.695970695970696, |
| "grad_norm": 0.9380068545214617, |
| "learning_rate": 4.292078357919701e-06, |
| "loss": 0.27315038442611694, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.7032967032967035, |
| "grad_norm": 1.1309971396055292, |
| "learning_rate": 4.2519219584001106e-06, |
| "loss": 0.31711578369140625, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.7106227106227108, |
| "grad_norm": 1.0898708429146375, |
| "learning_rate": 4.2118148560901325e-06, |
| "loss": 0.27645236253738403, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.717948717948718, |
| "grad_norm": 0.9890674690676207, |
| "learning_rate": 4.171759693987046e-06, |
| "loss": 0.2982947528362274, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.7252747252747254, |
| "grad_norm": 1.0308735193031042, |
| "learning_rate": 4.131759111665349e-06, |
| "loss": 0.27972856163978577, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.7326007326007327, |
| "grad_norm": 0.9974962409078789, |
| "learning_rate": 4.091815745102818e-06, |
| "loss": 0.2757408916950226, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.73992673992674, |
| "grad_norm": 1.040632796534077, |
| "learning_rate": 4.051932226506797e-06, |
| "loss": 0.2961726784706116, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.7472527472527473, |
| "grad_norm": 1.0688391666784938, |
| "learning_rate": 4.0121111841407345e-06, |
| "loss": 0.2576867938041687, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.7545787545787546, |
| "grad_norm": 1.044156456246768, |
| "learning_rate": 3.9723552421509975e-06, |
| "loss": 0.27895694971084595, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.7619047619047619, |
| "grad_norm": 0.9743851064122274, |
| "learning_rate": 3.932667020393933e-06, |
| "loss": 0.2776602804660797, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.7692307692307692, |
| "grad_norm": 0.9129387125371341, |
| "learning_rate": 3.8930491342632235e-06, |
| "loss": 0.2480865716934204, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.7765567765567765, |
| "grad_norm": 1.0565234983933456, |
| "learning_rate": 3.853504194517551e-06, |
| "loss": 0.290374755859375, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.7838827838827838, |
| "grad_norm": 1.0245173104357006, |
| "learning_rate": 3.814034807108529e-06, |
| "loss": 0.27799317240715027, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.791208791208791, |
| "grad_norm": 1.1247482481535258, |
| "learning_rate": 3.774643573008995e-06, |
| "loss": 0.287639319896698, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.7985347985347986, |
| "grad_norm": 1.2831629362435393, |
| "learning_rate": 3.7353330880415963e-06, |
| "loss": 0.2996615171432495, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.8058608058608059, |
| "grad_norm": 0.9631002049148443, |
| "learning_rate": 3.6961059427077407e-06, |
| "loss": 0.2891607880592346, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.8131868131868132, |
| "grad_norm": 1.0326234643935235, |
| "learning_rate": 3.656964722016875e-06, |
| "loss": 0.2577850818634033, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.8205128205128205, |
| "grad_norm": 0.9666099123254006, |
| "learning_rate": 3.617912005316142e-06, |
| "loss": 0.25415879487991333, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.8278388278388278, |
| "grad_norm": 0.9577101943470598, |
| "learning_rate": 3.578950366120414e-06, |
| "loss": 0.2674415111541748, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.8351648351648353, |
| "grad_norm": 1.2104620184418453, |
| "learning_rate": 3.540082371942682e-06, |
| "loss": 0.29486364126205444, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.8424908424908426, |
| "grad_norm": 1.1130183230560342, |
| "learning_rate": 3.5013105841248794e-06, |
| "loss": 0.28867706656455994, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.84981684981685, |
| "grad_norm": 0.960795493916683, |
| "learning_rate": 3.462637557669084e-06, |
| "loss": 0.27347224950790405, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.8571428571428572, |
| "grad_norm": 1.053963606829607, |
| "learning_rate": 3.424065841069152e-06, |
| "loss": 0.27742648124694824, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.8644688644688645, |
| "grad_norm": 1.073637011494531, |
| "learning_rate": 3.3855979761427705e-06, |
| "loss": 0.30111193656921387, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.8717948717948718, |
| "grad_norm": 1.006804490181391, |
| "learning_rate": 3.347236497863957e-06, |
| "loss": 0.2510993182659149, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.879120879120879, |
| "grad_norm": 0.9797151960888058, |
| "learning_rate": 3.308983934196018e-06, |
| "loss": 0.2800617218017578, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.8864468864468864, |
| "grad_norm": 1.1964125842584994, |
| "learning_rate": 3.2708428059249437e-06, |
| "loss": 0.28070536255836487, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.8937728937728937, |
| "grad_norm": 1.0143522113609016, |
| "learning_rate": 3.2328156264933043e-06, |
| "loss": 0.28813984990119934, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.901098901098901, |
| "grad_norm": 1.0887942458637438, |
| "learning_rate": 3.194904901834613e-06, |
| "loss": 0.27424943447113037, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.9084249084249083, |
| "grad_norm": 0.9073919323524343, |
| "learning_rate": 3.1571131302081916e-06, |
| "loss": 0.2768292725086212, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.9157509157509156, |
| "grad_norm": 0.9850360881093612, |
| "learning_rate": 3.1194428020345375e-06, |
| "loss": 0.318487286567688, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.9230769230769231, |
| "grad_norm": 1.0090745199197444, |
| "learning_rate": 3.081896399731202e-06, |
| "loss": 0.2533684968948364, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.9304029304029304, |
| "grad_norm": 1.1058329729628358, |
| "learning_rate": 3.044476397549221e-06, |
| "loss": 0.27426987886428833, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.9377289377289377, |
| "grad_norm": 1.0176581083684877, |
| "learning_rate": 3.0071852614100427e-06, |
| "loss": 0.27716314792633057, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.945054945054945, |
| "grad_norm": 1.0536498699210162, |
| "learning_rate": 2.9700254487430448e-06, |
| "loss": 0.2791192829608917, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.9523809523809523, |
| "grad_norm": 1.1327721722858968, |
| "learning_rate": 2.9329994083235857e-06, |
| "loss": 0.2645677626132965, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.9597069597069599, |
| "grad_norm": 1.078652769506114, |
| "learning_rate": 2.896109580111634e-06, |
| "loss": 0.27191221714019775, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.9670329670329672, |
| "grad_norm": 1.1837421082764947, |
| "learning_rate": 2.8593583950909833e-06, |
| "loss": 0.2969869375228882, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.9743589743589745, |
| "grad_norm": 0.9930141875119173, |
| "learning_rate": 2.8227482751090445e-06, |
| "loss": 0.25214335322380066, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.9816849816849818, |
| "grad_norm": 1.0475298808452358, |
| "learning_rate": 2.786281632717264e-06, |
| "loss": 0.29422906041145325, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.989010989010989, |
| "grad_norm": 1.0442095186311762, |
| "learning_rate": 2.749960871012129e-06, |
| "loss": 0.30069488286972046, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.9963369963369964, |
| "grad_norm": 0.9446344835083768, |
| "learning_rate": 2.7137883834768076e-06, |
| "loss": 0.29935750365257263, |
| "step": 273 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 1.8903335357771034, |
| "learning_rate": 2.6777665538234292e-06, |
| "loss": 0.26212257146835327, |
| "step": 274 |
| }, |
| { |
| "epoch": 2.0073260073260073, |
| "grad_norm": 1.0872778312217004, |
| "learning_rate": 2.641897755835997e-06, |
| "loss": 0.2080368995666504, |
| "step": 275 |
| }, |
| { |
| "epoch": 2.0146520146520146, |
| "grad_norm": 1.153142895526473, |
| "learning_rate": 2.6061843532139563e-06, |
| "loss": 0.22341328859329224, |
| "step": 276 |
| }, |
| { |
| "epoch": 2.021978021978022, |
| "grad_norm": 0.9779095973602308, |
| "learning_rate": 2.5706286994164315e-06, |
| "loss": 0.22445546090602875, |
| "step": 277 |
| }, |
| { |
| "epoch": 2.029304029304029, |
| "grad_norm": 1.1817760186238315, |
| "learning_rate": 2.5352331375071437e-06, |
| "loss": 0.23708981275558472, |
| "step": 278 |
| }, |
| { |
| "epoch": 2.0366300366300365, |
| "grad_norm": 1.023239338905551, |
| "learning_rate": 2.5000000000000015e-06, |
| "loss": 0.22113129496574402, |
| "step": 279 |
| }, |
| { |
| "epoch": 2.043956043956044, |
| "grad_norm": 1.1289343692866138, |
| "learning_rate": 2.464931608705384e-06, |
| "loss": 0.24936091899871826, |
| "step": 280 |
| }, |
| { |
| "epoch": 2.051282051282051, |
| "grad_norm": 1.0298366936737875, |
| "learning_rate": 2.430030274577151e-06, |
| "loss": 0.22182141244411469, |
| "step": 281 |
| }, |
| { |
| "epoch": 2.0586080586080584, |
| "grad_norm": 0.9322342047480516, |
| "learning_rate": 2.3952982975603494e-06, |
| "loss": 0.24618740379810333, |
| "step": 282 |
| }, |
| { |
| "epoch": 2.065934065934066, |
| "grad_norm": 1.301143268306206, |
| "learning_rate": 2.3607379664396414e-06, |
| "loss": 0.22918632626533508, |
| "step": 283 |
| }, |
| { |
| "epoch": 2.0732600732600734, |
| "grad_norm": 1.0677424151131676, |
| "learning_rate": 2.3263515586884935e-06, |
| "loss": 0.2351371943950653, |
| "step": 284 |
| }, |
| { |
| "epoch": 2.0805860805860807, |
| "grad_norm": 1.122503313580565, |
| "learning_rate": 2.2921413403190774e-06, |
| "loss": 0.23036789894104004, |
| "step": 285 |
| }, |
| { |
| "epoch": 2.087912087912088, |
| "grad_norm": 1.0871719769548138, |
| "learning_rate": 2.25810956573296e-06, |
| "loss": 0.24664072692394257, |
| "step": 286 |
| }, |
| { |
| "epoch": 2.0952380952380953, |
| "grad_norm": 1.072946930604994, |
| "learning_rate": 2.224258477572524e-06, |
| "loss": 0.2169453501701355, |
| "step": 287 |
| }, |
| { |
| "epoch": 2.1025641025641026, |
| "grad_norm": 1.1552824570087117, |
| "learning_rate": 2.190590306573198e-06, |
| "loss": 0.23637241125106812, |
| "step": 288 |
| }, |
| { |
| "epoch": 2.10989010989011, |
| "grad_norm": 1.0605290517940913, |
| "learning_rate": 2.1571072714164445e-06, |
| "loss": 0.22414323687553406, |
| "step": 289 |
| }, |
| { |
| "epoch": 2.1172161172161172, |
| "grad_norm": 1.043154934258016, |
| "learning_rate": 2.1238115785835512e-06, |
| "loss": 0.22473719716072083, |
| "step": 290 |
| }, |
| { |
| "epoch": 2.1245421245421245, |
| "grad_norm": 1.2211410010717425, |
| "learning_rate": 2.0907054222102367e-06, |
| "loss": 0.21707648038864136, |
| "step": 291 |
| }, |
| { |
| "epoch": 2.131868131868132, |
| "grad_norm": 1.0642724049563004, |
| "learning_rate": 2.0577909839420468e-06, |
| "loss": 0.21333038806915283, |
| "step": 292 |
| }, |
| { |
| "epoch": 2.139194139194139, |
| "grad_norm": 1.0298997037587465, |
| "learning_rate": 2.0250704327906025e-06, |
| "loss": 0.23482055962085724, |
| "step": 293 |
| }, |
| { |
| "epoch": 2.1465201465201464, |
| "grad_norm": 1.2521151418866294, |
| "learning_rate": 1.9925459249906488e-06, |
| "loss": 0.24669216573238373, |
| "step": 294 |
| }, |
| { |
| "epoch": 2.1538461538461537, |
| "grad_norm": 1.0015347552107015, |
| "learning_rate": 1.9602196038579774e-06, |
| "loss": 0.21570074558258057, |
| "step": 295 |
| }, |
| { |
| "epoch": 2.161172161172161, |
| "grad_norm": 1.1363173380860716, |
| "learning_rate": 1.9280935996481792e-06, |
| "loss": 0.21716558933258057, |
| "step": 296 |
| }, |
| { |
| "epoch": 2.1684981684981683, |
| "grad_norm": 1.1171710714186258, |
| "learning_rate": 1.8961700294162578e-06, |
| "loss": 0.2021581530570984, |
| "step": 297 |
| }, |
| { |
| "epoch": 2.1758241758241756, |
| "grad_norm": 1.0929444504935302, |
| "learning_rate": 1.8644509968771302e-06, |
| "loss": 0.2062225341796875, |
| "step": 298 |
| }, |
| { |
| "epoch": 2.183150183150183, |
| "grad_norm": 1.041045504034978, |
| "learning_rate": 1.832938592266984e-06, |
| "loss": 0.2139657437801361, |
| "step": 299 |
| }, |
| { |
| "epoch": 2.1904761904761907, |
| "grad_norm": 1.057190385371437, |
| "learning_rate": 1.8016348922055448e-06, |
| "loss": 0.1996728926897049, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.197802197802198, |
| "grad_norm": 1.1946122105787467, |
| "learning_rate": 1.7705419595592193e-06, |
| "loss": 0.25132063031196594, |
| "step": 301 |
| }, |
| { |
| "epoch": 2.2051282051282053, |
| "grad_norm": 0.9259953268131886, |
| "learning_rate": 1.7396618433051648e-06, |
| "loss": 0.21299096941947937, |
| "step": 302 |
| }, |
| { |
| "epoch": 2.2124542124542126, |
| "grad_norm": 1.213328353826304, |
| "learning_rate": 1.7089965783962608e-06, |
| "loss": 0.2140902727842331, |
| "step": 303 |
| }, |
| { |
| "epoch": 2.21978021978022, |
| "grad_norm": 0.9761515672225444, |
| "learning_rate": 1.6785481856270042e-06, |
| "loss": 0.22363431751728058, |
| "step": 304 |
| }, |
| { |
| "epoch": 2.227106227106227, |
| "grad_norm": 1.155337550086334, |
| "learning_rate": 1.6483186715003523e-06, |
| "loss": 0.23464494943618774, |
| "step": 305 |
| }, |
| { |
| "epoch": 2.2344322344322345, |
| "grad_norm": 1.1140172781174638, |
| "learning_rate": 1.618310028095486e-06, |
| "loss": 0.21518093347549438, |
| "step": 306 |
| }, |
| { |
| "epoch": 2.241758241758242, |
| "grad_norm": 1.2179937873095439, |
| "learning_rate": 1.5885242329365448e-06, |
| "loss": 0.2589687705039978, |
| "step": 307 |
| }, |
| { |
| "epoch": 2.249084249084249, |
| "grad_norm": 1.083087208307822, |
| "learning_rate": 1.5589632488623053e-06, |
| "loss": 0.2202206552028656, |
| "step": 308 |
| }, |
| { |
| "epoch": 2.2564102564102564, |
| "grad_norm": 1.1247253618959971, |
| "learning_rate": 1.5296290238968303e-06, |
| "loss": 0.2516007423400879, |
| "step": 309 |
| }, |
| { |
| "epoch": 2.2637362637362637, |
| "grad_norm": 1.029732329010538, |
| "learning_rate": 1.500523491121108e-06, |
| "loss": 0.21486574411392212, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.271062271062271, |
| "grad_norm": 1.522644892476846, |
| "learning_rate": 1.47164856854565e-06, |
| "loss": 0.22302576899528503, |
| "step": 311 |
| }, |
| { |
| "epoch": 2.2783882783882783, |
| "grad_norm": 1.0835410135357464, |
| "learning_rate": 1.4430061589841122e-06, |
| "loss": 0.2299138456583023, |
| "step": 312 |
| }, |
| { |
| "epoch": 2.2857142857142856, |
| "grad_norm": 1.1608076314086253, |
| "learning_rate": 1.4145981499278877e-06, |
| "loss": 0.2284044623374939, |
| "step": 313 |
| }, |
| { |
| "epoch": 2.293040293040293, |
| "grad_norm": 1.007806828890649, |
| "learning_rate": 1.386426413421738e-06, |
| "loss": 0.21568208932876587, |
| "step": 314 |
| }, |
| { |
| "epoch": 2.3003663003663, |
| "grad_norm": 1.110614593649845, |
| "learning_rate": 1.3584928059404207e-06, |
| "loss": 0.21330109238624573, |
| "step": 315 |
| }, |
| { |
| "epoch": 2.3076923076923075, |
| "grad_norm": 0.9269591001624151, |
| "learning_rate": 1.3307991682663463e-06, |
| "loss": 0.2049589455127716, |
| "step": 316 |
| }, |
| { |
| "epoch": 2.315018315018315, |
| "grad_norm": 1.030660764247251, |
| "learning_rate": 1.303347325368285e-06, |
| "loss": 0.23808613419532776, |
| "step": 317 |
| }, |
| { |
| "epoch": 2.3223443223443225, |
| "grad_norm": 1.0741881929381032, |
| "learning_rate": 1.2761390862810907e-06, |
| "loss": 0.2274160087108612, |
| "step": 318 |
| }, |
| { |
| "epoch": 2.32967032967033, |
| "grad_norm": 1.23151478025897, |
| "learning_rate": 1.2491762439865034e-06, |
| "loss": 0.22255614399909973, |
| "step": 319 |
| }, |
| { |
| "epoch": 2.336996336996337, |
| "grad_norm": 1.120344003470698, |
| "learning_rate": 1.2224605752949786e-06, |
| "loss": 0.2374870479106903, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.3443223443223444, |
| "grad_norm": 1.5560919363814774, |
| "learning_rate": 1.1959938407286099e-06, |
| "loss": 0.2206483781337738, |
| "step": 321 |
| }, |
| { |
| "epoch": 2.3516483516483517, |
| "grad_norm": 0.9655470657059726, |
| "learning_rate": 1.1697777844051105e-06, |
| "loss": 0.20176303386688232, |
| "step": 322 |
| }, |
| { |
| "epoch": 2.358974358974359, |
| "grad_norm": 1.096436902395159, |
| "learning_rate": 1.143814133922872e-06, |
| "loss": 0.22084000706672668, |
| "step": 323 |
| }, |
| { |
| "epoch": 2.3663003663003663, |
| "grad_norm": 1.065227284623936, |
| "learning_rate": 1.1181046002471292e-06, |
| "loss": 0.20460768043994904, |
| "step": 324 |
| }, |
| { |
| "epoch": 2.3736263736263736, |
| "grad_norm": 1.0697198399954104, |
| "learning_rate": 1.0926508775971995e-06, |
| "loss": 0.21005329489707947, |
| "step": 325 |
| }, |
| { |
| "epoch": 2.380952380952381, |
| "grad_norm": 1.119132681089307, |
| "learning_rate": 1.0674546433348453e-06, |
| "loss": 0.23384399712085724, |
| "step": 326 |
| }, |
| { |
| "epoch": 2.3882783882783882, |
| "grad_norm": 1.0612726585808296, |
| "learning_rate": 1.04251755785373e-06, |
| "loss": 0.2149549424648285, |
| "step": 327 |
| }, |
| { |
| "epoch": 2.3956043956043955, |
| "grad_norm": 1.1103936104585082, |
| "learning_rate": 1.0178412644700093e-06, |
| "loss": 0.23808100819587708, |
| "step": 328 |
| }, |
| { |
| "epoch": 2.402930402930403, |
| "grad_norm": 1.1803986673849467, |
| "learning_rate": 9.934273893140335e-07, |
| "loss": 0.21827144920825958, |
| "step": 329 |
| }, |
| { |
| "epoch": 2.41025641025641, |
| "grad_norm": 1.7607496045758002, |
| "learning_rate": 9.692775412231863e-07, |
| "loss": 0.2156897485256195, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.4175824175824174, |
| "grad_norm": 1.0855693076540742, |
| "learning_rate": 9.453933116358715e-07, |
| "loss": 0.22576552629470825, |
| "step": 331 |
| }, |
| { |
| "epoch": 2.4249084249084247, |
| "grad_norm": 1.0458722036651498, |
| "learning_rate": 9.21776274486636e-07, |
| "loss": 0.2029896229505539, |
| "step": 332 |
| }, |
| { |
| "epoch": 2.4322344322344325, |
| "grad_norm": 1.0316218724135404, |
| "learning_rate": 8.984279861024453e-07, |
| "loss": 0.21579168736934662, |
| "step": 333 |
| }, |
| { |
| "epoch": 2.4395604395604398, |
| "grad_norm": 1.0481067715510672, |
| "learning_rate": 8.753499851001341e-07, |
| "loss": 0.2032783031463623, |
| "step": 334 |
| }, |
| { |
| "epoch": 2.446886446886447, |
| "grad_norm": 1.0255499821271086, |
| "learning_rate": 8.525437922850033e-07, |
| "loss": 0.21618527173995972, |
| "step": 335 |
| }, |
| { |
| "epoch": 2.4542124542124544, |
| "grad_norm": 1.2612515831683861, |
| "learning_rate": 8.30010910550611e-07, |
| "loss": 0.22778677940368652, |
| "step": 336 |
| }, |
| { |
| "epoch": 2.4615384615384617, |
| "grad_norm": 1.0389223185126732, |
| "learning_rate": 8.077528247797234e-07, |
| "loss": 0.21174968779087067, |
| "step": 337 |
| }, |
| { |
| "epoch": 2.468864468864469, |
| "grad_norm": 1.056290930403573, |
| "learning_rate": 7.857710017464737e-07, |
| "loss": 0.2388148009777069, |
| "step": 338 |
| }, |
| { |
| "epoch": 2.4761904761904763, |
| "grad_norm": 1.069550154228755, |
| "learning_rate": 7.640668900196985e-07, |
| "loss": 0.22967322170734406, |
| "step": 339 |
| }, |
| { |
| "epoch": 2.4835164835164836, |
| "grad_norm": 1.1293770611150251, |
| "learning_rate": 7.426419198674773e-07, |
| "loss": 0.22522856295108795, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.490842490842491, |
| "grad_norm": 1.044662314903284, |
| "learning_rate": 7.214975031628856e-07, |
| "loss": 0.22356775403022766, |
| "step": 341 |
| }, |
| { |
| "epoch": 2.498168498168498, |
| "grad_norm": 1.8203551388983328, |
| "learning_rate": 7.006350332909495e-07, |
| "loss": 0.23231935501098633, |
| "step": 342 |
| }, |
| { |
| "epoch": 2.5054945054945055, |
| "grad_norm": 1.3212997188494113, |
| "learning_rate": 6.800558850568295e-07, |
| "loss": 0.2266559600830078, |
| "step": 343 |
| }, |
| { |
| "epoch": 2.5128205128205128, |
| "grad_norm": 0.9853631772097284, |
| "learning_rate": 6.597614145952136e-07, |
| "loss": 0.22157558798789978, |
| "step": 344 |
| }, |
| { |
| "epoch": 2.52014652014652, |
| "grad_norm": 0.9528136427940737, |
| "learning_rate": 6.397529592809615e-07, |
| "loss": 0.21530809998512268, |
| "step": 345 |
| }, |
| { |
| "epoch": 2.5274725274725274, |
| "grad_norm": 0.973961814473209, |
| "learning_rate": 6.20031837640967e-07, |
| "loss": 0.21502554416656494, |
| "step": 346 |
| }, |
| { |
| "epoch": 2.5347985347985347, |
| "grad_norm": 0.9865830937894688, |
| "learning_rate": 6.005993492672657e-07, |
| "loss": 0.23088479042053223, |
| "step": 347 |
| }, |
| { |
| "epoch": 2.542124542124542, |
| "grad_norm": 1.031234686449057, |
| "learning_rate": 5.814567747314049e-07, |
| "loss": 0.2098679542541504, |
| "step": 348 |
| }, |
| { |
| "epoch": 2.5494505494505493, |
| "grad_norm": 1.056068279344729, |
| "learning_rate": 5.626053755000421e-07, |
| "loss": 0.21406947076320648, |
| "step": 349 |
| }, |
| { |
| "epoch": 2.5567765567765566, |
| "grad_norm": 0.9374826580586869, |
| "learning_rate": 5.440463938518304e-07, |
| "loss": 0.21536314487457275, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.564102564102564, |
| "grad_norm": 1.2706543007223374, |
| "learning_rate": 5.25781052795541e-07, |
| "loss": 0.21673786640167236, |
| "step": 351 |
| }, |
| { |
| "epoch": 2.571428571428571, |
| "grad_norm": 1.0671257757787735, |
| "learning_rate": 5.078105559894791e-07, |
| "loss": 0.21061310172080994, |
| "step": 352 |
| }, |
| { |
| "epoch": 2.578754578754579, |
| "grad_norm": 0.9344178285162987, |
| "learning_rate": 4.901360876621597e-07, |
| "loss": 0.20954422652721405, |
| "step": 353 |
| }, |
| { |
| "epoch": 2.586080586080586, |
| "grad_norm": 0.9853291224784689, |
| "learning_rate": 4.727588125342669e-07, |
| "loss": 0.2262524664402008, |
| "step": 354 |
| }, |
| { |
| "epoch": 2.5934065934065935, |
| "grad_norm": 1.1287752995473084, |
| "learning_rate": 4.5567987574190677e-07, |
| "loss": 0.2586604356765747, |
| "step": 355 |
| }, |
| { |
| "epoch": 2.600732600732601, |
| "grad_norm": 1.0263217600262091, |
| "learning_rate": 4.3890040276114044e-07, |
| "loss": 0.21056286990642548, |
| "step": 356 |
| }, |
| { |
| "epoch": 2.608058608058608, |
| "grad_norm": 1.059496022645036, |
| "learning_rate": 4.224214993338149e-07, |
| "loss": 0.2316097766160965, |
| "step": 357 |
| }, |
| { |
| "epoch": 2.6153846153846154, |
| "grad_norm": 1.0445066802035055, |
| "learning_rate": 4.062442513947007e-07, |
| "loss": 0.2548368275165558, |
| "step": 358 |
| }, |
| { |
| "epoch": 2.6227106227106227, |
| "grad_norm": 1.0677332887683673, |
| "learning_rate": 3.903697249999289e-07, |
| "loss": 0.21376073360443115, |
| "step": 359 |
| }, |
| { |
| "epoch": 2.63003663003663, |
| "grad_norm": 1.0466606342655096, |
| "learning_rate": 3.747989662567403e-07, |
| "loss": 0.24471336603164673, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.6373626373626373, |
| "grad_norm": 1.120513746514606, |
| "learning_rate": 3.595330012545445e-07, |
| "loss": 0.23034799098968506, |
| "step": 361 |
| }, |
| { |
| "epoch": 2.6446886446886446, |
| "grad_norm": 1.0798320309567475, |
| "learning_rate": 3.445728359973094e-07, |
| "loss": 0.20568513870239258, |
| "step": 362 |
| }, |
| { |
| "epoch": 2.652014652014652, |
| "grad_norm": 1.103445307324226, |
| "learning_rate": 3.299194563372604e-07, |
| "loss": 0.24212944507598877, |
| "step": 363 |
| }, |
| { |
| "epoch": 2.659340659340659, |
| "grad_norm": 1.0111358189326647, |
| "learning_rate": 3.1557382790991686e-07, |
| "loss": 0.216970294713974, |
| "step": 364 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 1.0318010970274858, |
| "learning_rate": 3.015368960704584e-07, |
| "loss": 0.23717445135116577, |
| "step": 365 |
| }, |
| { |
| "epoch": 2.6739926739926743, |
| "grad_norm": 1.1278229722297761, |
| "learning_rate": 2.878095858314278e-07, |
| "loss": 0.21703487634658813, |
| "step": 366 |
| }, |
| { |
| "epoch": 2.6813186813186816, |
| "grad_norm": 1.0063580032703539, |
| "learning_rate": 2.743928018017744e-07, |
| "loss": 0.19310849905014038, |
| "step": 367 |
| }, |
| { |
| "epoch": 2.688644688644689, |
| "grad_norm": 1.0725897334713086, |
| "learning_rate": 2.612874281272371e-07, |
| "loss": 0.21045850217342377, |
| "step": 368 |
| }, |
| { |
| "epoch": 2.695970695970696, |
| "grad_norm": 1.1432574967176703, |
| "learning_rate": 2.4849432843208786e-07, |
| "loss": 0.23722723126411438, |
| "step": 369 |
| }, |
| { |
| "epoch": 2.7032967032967035, |
| "grad_norm": 1.1944305105743942, |
| "learning_rate": 2.3601434576221548e-07, |
| "loss": 0.23865890502929688, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.7106227106227108, |
| "grad_norm": 1.0134760129247256, |
| "learning_rate": 2.2384830252957068e-07, |
| "loss": 0.22348350286483765, |
| "step": 371 |
| }, |
| { |
| "epoch": 2.717948717948718, |
| "grad_norm": 0.9433770405793843, |
| "learning_rate": 2.1199700045797077e-07, |
| "loss": 0.2057940810918808, |
| "step": 372 |
| }, |
| { |
| "epoch": 2.7252747252747254, |
| "grad_norm": 1.101087652221433, |
| "learning_rate": 2.0046122053026697e-07, |
| "loss": 0.21743959188461304, |
| "step": 373 |
| }, |
| { |
| "epoch": 2.7326007326007327, |
| "grad_norm": 1.025514441353977, |
| "learning_rate": 1.8924172293688148e-07, |
| "loss": 0.21851155161857605, |
| "step": 374 |
| }, |
| { |
| "epoch": 2.73992673992674, |
| "grad_norm": 1.0627298559202316, |
| "learning_rate": 1.7833924702570725e-07, |
| "loss": 0.2246307134628296, |
| "step": 375 |
| }, |
| { |
| "epoch": 2.7472527472527473, |
| "grad_norm": 1.0363820350724882, |
| "learning_rate": 1.677545112533896e-07, |
| "loss": 0.20863071084022522, |
| "step": 376 |
| }, |
| { |
| "epoch": 2.7545787545787546, |
| "grad_norm": 0.9833790666928801, |
| "learning_rate": 1.5748821313798124e-07, |
| "loss": 0.2220936417579651, |
| "step": 377 |
| }, |
| { |
| "epoch": 2.761904761904762, |
| "grad_norm": 1.1353105880296717, |
| "learning_rate": 1.4754102921297363e-07, |
| "loss": 0.22596627473831177, |
| "step": 378 |
| }, |
| { |
| "epoch": 2.769230769230769, |
| "grad_norm": 1.098762154582319, |
| "learning_rate": 1.3791361498271704e-07, |
| "loss": 0.23951691389083862, |
| "step": 379 |
| }, |
| { |
| "epoch": 2.7765567765567765, |
| "grad_norm": 1.0516458633934982, |
| "learning_rate": 1.2860660487922616e-07, |
| "loss": 0.22323718667030334, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.7838827838827838, |
| "grad_norm": 1.0766560868652186, |
| "learning_rate": 1.196206122203647e-07, |
| "loss": 0.2271801382303238, |
| "step": 381 |
| }, |
| { |
| "epoch": 2.791208791208791, |
| "grad_norm": 1.012988527675345, |
| "learning_rate": 1.1095622916943494e-07, |
| "loss": 0.2283664345741272, |
| "step": 382 |
| }, |
| { |
| "epoch": 2.7985347985347984, |
| "grad_norm": 1.0479928682412392, |
| "learning_rate": 1.0261402669615505e-07, |
| "loss": 0.24376513063907623, |
| "step": 383 |
| }, |
| { |
| "epoch": 2.8058608058608057, |
| "grad_norm": 1.0034449700163197, |
| "learning_rate": 9.459455453902866e-08, |
| "loss": 0.223099946975708, |
| "step": 384 |
| }, |
| { |
| "epoch": 2.813186813186813, |
| "grad_norm": 0.909745107199666, |
| "learning_rate": 8.68983411691221e-08, |
| "loss": 0.20832499861717224, |
| "step": 385 |
| }, |
| { |
| "epoch": 2.8205128205128203, |
| "grad_norm": 0.9952167120384509, |
| "learning_rate": 7.952589375523567e-08, |
| "loss": 0.21737533807754517, |
| "step": 386 |
| }, |
| { |
| "epoch": 2.8278388278388276, |
| "grad_norm": 0.9659352926198512, |
| "learning_rate": 7.247769813048644e-08, |
| "loss": 0.22568273544311523, |
| "step": 387 |
| }, |
| { |
| "epoch": 2.8351648351648353, |
| "grad_norm": 1.048929026784002, |
| "learning_rate": 6.575421876028721e-08, |
| "loss": 0.22502297163009644, |
| "step": 388 |
| }, |
| { |
| "epoch": 2.8424908424908426, |
| "grad_norm": 1.0019261712810552, |
| "learning_rate": 5.935589871174208e-08, |
| "loss": 0.21102303266525269, |
| "step": 389 |
| }, |
| { |
| "epoch": 2.84981684981685, |
| "grad_norm": 1.1048123277921031, |
| "learning_rate": 5.3283159624448745e-08, |
| "loss": 0.2348283976316452, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.857142857142857, |
| "grad_norm": 1.0414285166534145, |
| "learning_rate": 4.753640168271456e-08, |
| "loss": 0.22936861217021942, |
| "step": 391 |
| }, |
| { |
| "epoch": 2.8644688644688645, |
| "grad_norm": 1.2429631645211932, |
| "learning_rate": 4.211600358917989e-08, |
| "loss": 0.24630418419837952, |
| "step": 392 |
| }, |
| { |
| "epoch": 2.871794871794872, |
| "grad_norm": 0.9924039773066393, |
| "learning_rate": 3.702232253986804e-08, |
| "loss": 0.22691383957862854, |
| "step": 393 |
| }, |
| { |
| "epoch": 2.879120879120879, |
| "grad_norm": 1.0577599551717047, |
| "learning_rate": 3.2255694200643003e-08, |
| "loss": 0.22667211294174194, |
| "step": 394 |
| }, |
| { |
| "epoch": 2.8864468864468864, |
| "grad_norm": 1.1382843631032735, |
| "learning_rate": 2.7816432685091598e-08, |
| "loss": 0.20482704043388367, |
| "step": 395 |
| }, |
| { |
| "epoch": 2.8937728937728937, |
| "grad_norm": 1.0580508429061475, |
| "learning_rate": 2.370483053382111e-08, |
| "loss": 0.23122745752334595, |
| "step": 396 |
| }, |
| { |
| "epoch": 2.901098901098901, |
| "grad_norm": 1.0549784779989113, |
| "learning_rate": 1.992115869518474e-08, |
| "loss": 0.23232720792293549, |
| "step": 397 |
| }, |
| { |
| "epoch": 2.9084249084249083, |
| "grad_norm": 1.0136739757000526, |
| "learning_rate": 1.6465666507425314e-08, |
| "loss": 0.24128326773643494, |
| "step": 398 |
| }, |
| { |
| "epoch": 2.9157509157509156, |
| "grad_norm": 1.1068489652877105, |
| "learning_rate": 1.333858168224178e-08, |
| "loss": 0.24579691886901855, |
| "step": 399 |
| }, |
| { |
| "epoch": 2.9230769230769234, |
| "grad_norm": 1.0482106591579268, |
| "learning_rate": 1.0540110289786742e-08, |
| "loss": 0.19634608924388885, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.9304029304029307, |
| "grad_norm": 0.9986056076887907, |
| "learning_rate": 8.07043674508623e-09, |
| "loss": 0.2212928682565689, |
| "step": 401 |
| }, |
| { |
| "epoch": 2.937728937728938, |
| "grad_norm": 1.0118052358258176, |
| "learning_rate": 5.929723795884967e-09, |
| "loss": 0.21850597858428955, |
| "step": 402 |
| }, |
| { |
| "epoch": 2.9450549450549453, |
| "grad_norm": 0.9704495600656273, |
| "learning_rate": 4.1181125119221785e-09, |
| "loss": 0.21226581931114197, |
| "step": 403 |
| }, |
| { |
| "epoch": 2.9523809523809526, |
| "grad_norm": 0.966690163811677, |
| "learning_rate": 2.635722275638464e-09, |
| "loss": 0.21004317700862885, |
| "step": 404 |
| }, |
| { |
| "epoch": 2.95970695970696, |
| "grad_norm": 1.6033220723893016, |
| "learning_rate": 1.4826507743032071e-09, |
| "loss": 0.20844367146492004, |
| "step": 405 |
| }, |
| { |
| "epoch": 2.967032967032967, |
| "grad_norm": 1.076763214226366, |
| "learning_rate": 6.589739935819461e-10, |
| "loss": 0.21316523849964142, |
| "step": 406 |
| }, |
| { |
| "epoch": 2.9743589743589745, |
| "grad_norm": 1.1351171984487796, |
| "learning_rate": 1.6474621252704494e-10, |
| "loss": 0.21295702457427979, |
| "step": 407 |
| }, |
| { |
| "epoch": 2.9816849816849818, |
| "grad_norm": 0.9892972289109477, |
| "learning_rate": 0.0, |
| "loss": 0.19279634952545166, |
| "step": 408 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 408, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 179589737414656.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
