| step,tokens_seen,train_loss,val_loss,val_ppl,flops,wall_clock_s,lr,timestamp | |
| 250,16384000,9.547226,9.625272,15142.665211,576926515200000.0,137.036,0.0002999941133947256,1783805600.650827 | |
| 500,32768000,4.688984,4.7771,118.759444,1153853030400000.0,274.708,0.0002991011690756719,1783805738.3229039 | |
| 750,49152000,3.913041,3.906097,49.704567,1730779545600000.0,412.467,0.0002966994517336653,1783805876.0822802 | |
| 1000,65536000,3.465188,3.515534,33.633886,2307706060800000.0,550.159,0.0002928159831043055,1783806013.7739732 | |
| 1250,81920000,3.249907,3.27497,26.442444,2884632576000000.0,688.057,0.0002874944561154309,1783806151.6716974 | |
| 1500,98304000,3.070864,3.086241,21.894614,3461559091200000.0,825.749,0.00028079474329773663,1783806289.3639765 | |
| 1750,114688000,2.897637,2.95181,19.140558,4038485606400000.0,963.603,0.00027279222315858785,1783806427.2177174 | |
| 2000,131072000,2.77493,2.817768,16.739451,4615412121600000.0,1101.323,0.0002635769320980012,1783806564.9380882 | |
| 2250,147456000,2.703409,2.718631,15.159557,5192338636800000.0,1239.263,0.0002532525514085912,1783806702.877949 | |
| 2500,163840000,2.551913,2.639992,14.013095,5769265152000000.0,1376.955,0.00024193524075675178,1783806840.5700226 | |
| 2750,180224000,2.548874,2.565913,13.01253,6346191667200000.0,1514.632,0.0002297523312695832,1783806978.2469056 | |
| 3000,196608000,2.51669,2.513163,12.34391,6923118182400000.0,1652.086,0.0002168408929316503,1783807115.700883 | |
| 3250,212992000,2.437189,2.463238,11.742769,7500044697600000.0,1789.761,0.00020334619240979917,1783807253.3759274 | |
| 3500,229376000,2.425929,2.419698,11.242465,8076971212800000.0,1927.534,0.00018942005865705484,1783807391.149252 | |
| 3750,245760000,2.333189,2.384766,10.856526,8653897728000000.0,2065.483,0.0001752191746841995,1783807529.0982845 | |
| 4000,262144000,2.331062,2.354211,10.529818,9230824243200000.0,2203.042,0.00016090331471831855,1783807666.656815 | |
| 4250,278528000,2.265409,2.330982,10.288041,9807750758400000.0,2340.622,0.00014663354658205505,1783807804.237177 | |
| 4500,294912000,2.257837,2.306627,10.040498,1.03846772736e+16,2478.394,0.0001325704195186123,1783807942.0090003 | |
| 4750,311296000,2.289507,2.286448,9.839928,1.09616037888e+16,2616.272,0.0001188721578512973,1783808079.887416 | |
| 5000,327680000,2.20764,2.269279,9.672424,1.1538530304e+16,2753.822,0.00010569288080075123,1783808217.436784 | |
| 5250,344064000,2.167313,2.252078,9.507473,1.21154568192e+16,2891.484,9.3180868488713e-05,1783808355.0994315 | |
| 5500,360448000,2.233109,2.239312,9.386868,1.26923833344e+16,3028.988,8.147689363751894e-05,1783808492.6026645 | |
| 5750,376832000,2.17265,2.227449,9.276171,1.32693098496e+16,3166.621,7.071263773539552e-05,1783808630.2360287 | |
| 6000,393216000,2.182385,2.217082,9.180503,1.38462363648e+16,3304.154,6.10092094872797e-05,1783808767.7689521 | |
| 6250,409600000,2.189629,2.207186,9.090099,1.442316288e+16,3441.847,5.247578222008455e-05,1783808905.4621544 | |
| 6500,425984000,2.153276,2.201028,9.0343,1.50000893952e+16,3579.402,4.5208365572971375e-05,1783809043.017559 | |
| 6750,442368000,2.172078,2.193469,8.966259,1.55770159104e+16,3717.235,3.928872529234871e-05,1783809180.8503618 | |
| 7000,458752000,2.194944,2.187785,8.915444,1.61539424256e+16,3854.798,3.478346328498999e-05,1783809318.4131513 | |
| 7250,475136000,2.117243,2.18354,8.87768,1.67308689408e+16,3992.601,3.174326827959826e-05,1783809456.2162714 | |
| 7500,491520000,2.125492,2.178969,8.837194,1.7307795456e+16,4130.286,3.020234552762859e-05,1783809593.901403 | |
| 7629,499974144,2.139888,2.177778,8.826673,1.76054895378432e+16,4202.735,2.9999999999999997e-05,1783809666.3498487 | |