| { |
| "best_metric": 9.066787356459827e-07, |
| "best_model_checkpoint": "speechVSnoise/checkpoint-9150", |
| "epoch": 10.0, |
| "eval_steps": 500, |
| "global_step": 9150, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00546448087431694, |
| "grad_norm": 25.785985946655273, |
| "learning_rate": 2.73224043715847e-07, |
| "loss": 0.6864, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.01092896174863388, |
| "grad_norm": 57.12474822998047, |
| "learning_rate": 5.46448087431694e-07, |
| "loss": 0.6771, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01639344262295082, |
| "grad_norm": 26.012365341186523, |
| "learning_rate": 8.19672131147541e-07, |
| "loss": 0.6308, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.02185792349726776, |
| "grad_norm": 19.3648624420166, |
| "learning_rate": 1.092896174863388e-06, |
| "loss": 0.4441, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0273224043715847, |
| "grad_norm": 16.610984802246094, |
| "learning_rate": 1.366120218579235e-06, |
| "loss": 0.4245, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.03278688524590164, |
| "grad_norm": 16.175987243652344, |
| "learning_rate": 1.639344262295082e-06, |
| "loss": 0.3525, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03825136612021858, |
| "grad_norm": 11.281105041503906, |
| "learning_rate": 1.912568306010929e-06, |
| "loss": 0.2203, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.04371584699453552, |
| "grad_norm": 8.959579467773438, |
| "learning_rate": 2.185792349726776e-06, |
| "loss": 0.1137, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04918032786885246, |
| "grad_norm": 3.032709836959839, |
| "learning_rate": 2.459016393442623e-06, |
| "loss": 0.0931, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.0546448087431694, |
| "grad_norm": 5.218940258026123, |
| "learning_rate": 2.73224043715847e-06, |
| "loss": 0.0874, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.060109289617486336, |
| "grad_norm": 4.759418487548828, |
| "learning_rate": 3.005464480874317e-06, |
| "loss": 0.0685, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.06557377049180328, |
| "grad_norm": 0.7248989939689636, |
| "learning_rate": 3.278688524590164e-06, |
| "loss": 0.0543, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07103825136612021, |
| "grad_norm": 20.059240341186523, |
| "learning_rate": 3.551912568306011e-06, |
| "loss": 0.0554, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.07650273224043716, |
| "grad_norm": 1.0316702127456665, |
| "learning_rate": 3.825136612021858e-06, |
| "loss": 0.0126, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08196721311475409, |
| "grad_norm": 0.11562328785657883, |
| "learning_rate": 4.098360655737704e-06, |
| "loss": 0.0068, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.08743169398907104, |
| "grad_norm": 0.28197842836380005, |
| "learning_rate": 4.371584699453552e-06, |
| "loss": 0.006, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09289617486338798, |
| "grad_norm": 0.1347256749868393, |
| "learning_rate": 4.6448087431694e-06, |
| "loss": 0.0069, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.09836065573770492, |
| "grad_norm": 0.14458715915679932, |
| "learning_rate": 4.918032786885246e-06, |
| "loss": 0.0026, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10382513661202186, |
| "grad_norm": 0.4816187918186188, |
| "learning_rate": 5.191256830601094e-06, |
| "loss": 0.0013, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.1092896174863388, |
| "grad_norm": 0.030168676748871803, |
| "learning_rate": 5.46448087431694e-06, |
| "loss": 0.0014, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.11475409836065574, |
| "grad_norm": 0.14276443421840668, |
| "learning_rate": 5.737704918032787e-06, |
| "loss": 0.0058, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.12021857923497267, |
| "grad_norm": 0.053282059729099274, |
| "learning_rate": 6.010928961748634e-06, |
| "loss": 0.0034, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.12568306010928962, |
| "grad_norm": 0.16789610683918, |
| "learning_rate": 6.284153005464481e-06, |
| "loss": 0.0006, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.13114754098360656, |
| "grad_norm": 0.03340218961238861, |
| "learning_rate": 6.557377049180328e-06, |
| "loss": 0.001, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1366120218579235, |
| "grad_norm": 0.04611071199178696, |
| "learning_rate": 6.830601092896176e-06, |
| "loss": 0.0009, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.14207650273224043, |
| "grad_norm": 0.017522484064102173, |
| "learning_rate": 7.103825136612022e-06, |
| "loss": 0.0003, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.14754098360655737, |
| "grad_norm": 0.011235825717449188, |
| "learning_rate": 7.3770491803278695e-06, |
| "loss": 0.0054, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.15300546448087432, |
| "grad_norm": 0.008810077793896198, |
| "learning_rate": 7.650273224043716e-06, |
| "loss": 0.0882, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.15846994535519127, |
| "grad_norm": 0.4507307708263397, |
| "learning_rate": 7.923497267759564e-06, |
| "loss": 0.001, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.16393442622950818, |
| "grad_norm": 0.01477157510817051, |
| "learning_rate": 8.196721311475409e-06, |
| "loss": 0.001, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.16939890710382513, |
| "grad_norm": 0.01235341839492321, |
| "learning_rate": 8.469945355191257e-06, |
| "loss": 0.0003, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.17486338797814208, |
| "grad_norm": 0.14400136470794678, |
| "learning_rate": 8.743169398907103e-06, |
| "loss": 0.0039, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.18032786885245902, |
| "grad_norm": 0.006246116943657398, |
| "learning_rate": 9.016393442622952e-06, |
| "loss": 0.0006, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.18579234972677597, |
| "grad_norm": 0.019680462777614594, |
| "learning_rate": 9.2896174863388e-06, |
| "loss": 0.0005, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1912568306010929, |
| "grad_norm": 0.0067535098642110825, |
| "learning_rate": 9.562841530054644e-06, |
| "loss": 0.0001, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.19672131147540983, |
| "grad_norm": 50.647010803222656, |
| "learning_rate": 9.836065573770493e-06, |
| "loss": 0.0782, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.20218579234972678, |
| "grad_norm": 0.01110668946057558, |
| "learning_rate": 1.0109289617486339e-05, |
| "loss": 0.0005, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.20765027322404372, |
| "grad_norm": 0.0494246631860733, |
| "learning_rate": 1.0382513661202187e-05, |
| "loss": 0.0003, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.21311475409836064, |
| "grad_norm": 0.011345715261995792, |
| "learning_rate": 1.0655737704918032e-05, |
| "loss": 0.0003, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.2185792349726776, |
| "grad_norm": 0.004185713827610016, |
| "learning_rate": 1.092896174863388e-05, |
| "loss": 0.0001, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.22404371584699453, |
| "grad_norm": 0.30543509125709534, |
| "learning_rate": 1.1202185792349727e-05, |
| "loss": 0.024, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.22950819672131148, |
| "grad_norm": 0.007137789856642485, |
| "learning_rate": 1.1475409836065575e-05, |
| "loss": 0.0001, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.23497267759562843, |
| "grad_norm": 0.008462714031338692, |
| "learning_rate": 1.1748633879781421e-05, |
| "loss": 0.0001, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.24043715846994534, |
| "grad_norm": 0.015059815719723701, |
| "learning_rate": 1.2021857923497268e-05, |
| "loss": 0.0001, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2459016393442623, |
| "grad_norm": 0.00993975717574358, |
| "learning_rate": 1.2295081967213116e-05, |
| "loss": 0.0001, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.25136612021857924, |
| "grad_norm": 0.0028505015652626753, |
| "learning_rate": 1.2568306010928962e-05, |
| "loss": 0.0378, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2568306010928962, |
| "grad_norm": 0.012212187051773071, |
| "learning_rate": 1.284153005464481e-05, |
| "loss": 0.0001, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.26229508196721313, |
| "grad_norm": 0.007482603657990694, |
| "learning_rate": 1.3114754098360657e-05, |
| "loss": 0.0002, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2677595628415301, |
| "grad_norm": 0.09465236961841583, |
| "learning_rate": 1.3387978142076505e-05, |
| "loss": 0.001, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.273224043715847, |
| "grad_norm": 0.028336774557828903, |
| "learning_rate": 1.3661202185792351e-05, |
| "loss": 0.0001, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2786885245901639, |
| "grad_norm": 0.001924874261021614, |
| "learning_rate": 1.3934426229508196e-05, |
| "loss": 0.0002, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.28415300546448086, |
| "grad_norm": 0.14595231413841248, |
| "learning_rate": 1.4207650273224044e-05, |
| "loss": 0.0003, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.2896174863387978, |
| "grad_norm": 0.008462517522275448, |
| "learning_rate": 1.448087431693989e-05, |
| "loss": 0.0, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.29508196721311475, |
| "grad_norm": 1.1039444208145142, |
| "learning_rate": 1.4754098360655739e-05, |
| "loss": 0.0004, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3005464480874317, |
| "grad_norm": 0.0011038613738492131, |
| "learning_rate": 1.5027322404371585e-05, |
| "loss": 0.0003, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.30601092896174864, |
| "grad_norm": 0.002112634014338255, |
| "learning_rate": 1.5300546448087432e-05, |
| "loss": 0.0003, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3114754098360656, |
| "grad_norm": 0.001424513990059495, |
| "learning_rate": 1.557377049180328e-05, |
| "loss": 0.0001, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.31693989071038253, |
| "grad_norm": 0.002593505661934614, |
| "learning_rate": 1.5846994535519128e-05, |
| "loss": 0.0, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3224043715846995, |
| "grad_norm": 0.006812725216150284, |
| "learning_rate": 1.6120218579234975e-05, |
| "loss": 0.0, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.32786885245901637, |
| "grad_norm": 0.0028373391833156347, |
| "learning_rate": 1.6393442622950818e-05, |
| "loss": 0.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.0126915592700243, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.0001, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.33879781420765026, |
| "grad_norm": 0.041050828993320465, |
| "learning_rate": 1.6939890710382514e-05, |
| "loss": 0.0001, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3442622950819672, |
| "grad_norm": 58.20376205444336, |
| "learning_rate": 1.721311475409836e-05, |
| "loss": 0.07, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.34972677595628415, |
| "grad_norm": 0.04524129629135132, |
| "learning_rate": 1.7486338797814207e-05, |
| "loss": 0.0001, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3551912568306011, |
| "grad_norm": 0.0022006204817444086, |
| "learning_rate": 1.7759562841530057e-05, |
| "loss": 0.6515, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.36065573770491804, |
| "grad_norm": 0.00961753074079752, |
| "learning_rate": 1.8032786885245903e-05, |
| "loss": 0.0001, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.366120218579235, |
| "grad_norm": 0.033571019768714905, |
| "learning_rate": 1.830601092896175e-05, |
| "loss": 0.0033, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.37158469945355194, |
| "grad_norm": 0.028768986463546753, |
| "learning_rate": 1.85792349726776e-05, |
| "loss": 0.0385, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.3770491803278688, |
| "grad_norm": 0.01213754341006279, |
| "learning_rate": 1.8852459016393442e-05, |
| "loss": 0.0351, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.3825136612021858, |
| "grad_norm": 0.0052613429725170135, |
| "learning_rate": 1.912568306010929e-05, |
| "loss": 0.0007, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3879781420765027, |
| "grad_norm": 0.013218444772064686, |
| "learning_rate": 1.9398907103825135e-05, |
| "loss": 0.0432, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.39344262295081966, |
| "grad_norm": 0.0013946377439424396, |
| "learning_rate": 1.9672131147540985e-05, |
| "loss": 0.0006, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3989071038251366, |
| "grad_norm": 0.004633768927305937, |
| "learning_rate": 1.994535519125683e-05, |
| "loss": 0.0004, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.40437158469945356, |
| "grad_norm": 0.0033809032756835222, |
| "learning_rate": 2.0218579234972678e-05, |
| "loss": 0.0, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4098360655737705, |
| "grad_norm": 0.003123817965388298, |
| "learning_rate": 2.0491803278688525e-05, |
| "loss": 0.0001, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.41530054644808745, |
| "grad_norm": 0.002844776026904583, |
| "learning_rate": 2.0765027322404374e-05, |
| "loss": 0.0001, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.4207650273224044, |
| "grad_norm": 0.0011928690364584327, |
| "learning_rate": 2.103825136612022e-05, |
| "loss": 0.0004, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.4262295081967213, |
| "grad_norm": 0.002345489338040352, |
| "learning_rate": 2.1311475409836064e-05, |
| "loss": 0.0, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.43169398907103823, |
| "grad_norm": 14.624146461486816, |
| "learning_rate": 2.1584699453551914e-05, |
| "loss": 0.1712, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.4371584699453552, |
| "grad_norm": 0.00196304963901639, |
| "learning_rate": 2.185792349726776e-05, |
| "loss": 0.0001, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4426229508196721, |
| "grad_norm": 0.0016199051169678569, |
| "learning_rate": 2.2131147540983607e-05, |
| "loss": 0.0001, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.44808743169398907, |
| "grad_norm": 0.0034895865246653557, |
| "learning_rate": 2.2404371584699453e-05, |
| "loss": 0.0001, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.453551912568306, |
| "grad_norm": 0.12550325691699982, |
| "learning_rate": 2.2677595628415303e-05, |
| "loss": 0.0005, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.45901639344262296, |
| "grad_norm": 0.05105838552117348, |
| "learning_rate": 2.295081967213115e-05, |
| "loss": 0.0003, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4644808743169399, |
| "grad_norm": 0.0021114815026521683, |
| "learning_rate": 2.3224043715846996e-05, |
| "loss": 0.0001, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.46994535519125685, |
| "grad_norm": 0.002628276590257883, |
| "learning_rate": 2.3497267759562842e-05, |
| "loss": 0.0003, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.47540983606557374, |
| "grad_norm": 0.0018892699154093862, |
| "learning_rate": 2.377049180327869e-05, |
| "loss": 0.0, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.4808743169398907, |
| "grad_norm": 0.03093365952372551, |
| "learning_rate": 2.4043715846994535e-05, |
| "loss": 0.0001, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.48633879781420764, |
| "grad_norm": 0.0004180266987532377, |
| "learning_rate": 2.431693989071038e-05, |
| "loss": 0.0, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.4918032786885246, |
| "grad_norm": 0.0009978563757613301, |
| "learning_rate": 2.459016393442623e-05, |
| "loss": 0.0, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.4972677595628415, |
| "grad_norm": 0.0017233375692740083, |
| "learning_rate": 2.4863387978142078e-05, |
| "loss": 0.0, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.5027322404371585, |
| "grad_norm": 43.42852783203125, |
| "learning_rate": 2.5136612021857924e-05, |
| "loss": 0.1477, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5081967213114754, |
| "grad_norm": 0.001277887960895896, |
| "learning_rate": 2.540983606557377e-05, |
| "loss": 0.0, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.5136612021857924, |
| "grad_norm": 0.0195325780659914, |
| "learning_rate": 2.568306010928962e-05, |
| "loss": 0.0001, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5191256830601093, |
| "grad_norm": 0.008195769973099232, |
| "learning_rate": 2.5956284153005467e-05, |
| "loss": 0.0113, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.5245901639344263, |
| "grad_norm": 0.001160804065875709, |
| "learning_rate": 2.6229508196721314e-05, |
| "loss": 0.0, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5300546448087432, |
| "grad_norm": 0.042693402618169785, |
| "learning_rate": 2.650273224043716e-05, |
| "loss": 0.0001, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.5355191256830601, |
| "grad_norm": 0.005922058131545782, |
| "learning_rate": 2.677595628415301e-05, |
| "loss": 0.0, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5409836065573771, |
| "grad_norm": 0.008849041536450386, |
| "learning_rate": 2.7049180327868856e-05, |
| "loss": 0.0001, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.546448087431694, |
| "grad_norm": 0.12916676700115204, |
| "learning_rate": 2.7322404371584703e-05, |
| "loss": 0.004, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5519125683060109, |
| "grad_norm": 0.06572812050580978, |
| "learning_rate": 2.7595628415300546e-05, |
| "loss": 0.1066, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.5573770491803278, |
| "grad_norm": 0.0008375145844183862, |
| "learning_rate": 2.7868852459016392e-05, |
| "loss": 0.0, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.5628415300546448, |
| "grad_norm": 0.0012427978217601776, |
| "learning_rate": 2.814207650273224e-05, |
| "loss": 0.0, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.5683060109289617, |
| "grad_norm": 0.00252250162884593, |
| "learning_rate": 2.841530054644809e-05, |
| "loss": 0.0, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5737704918032787, |
| "grad_norm": 0.057264067232608795, |
| "learning_rate": 2.8688524590163935e-05, |
| "loss": 0.0002, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.5792349726775956, |
| "grad_norm": 47.20601272583008, |
| "learning_rate": 2.896174863387978e-05, |
| "loss": 0.1031, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.5846994535519126, |
| "grad_norm": 0.0003861558507196605, |
| "learning_rate": 2.9234972677595628e-05, |
| "loss": 0.0, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.5901639344262295, |
| "grad_norm": 0.0016129296272993088, |
| "learning_rate": 2.9508196721311478e-05, |
| "loss": 0.0073, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.5956284153005464, |
| "grad_norm": 0.027187852188944817, |
| "learning_rate": 2.9781420765027324e-05, |
| "loss": 0.0, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.6010928961748634, |
| "grad_norm": 1.0486091375350952, |
| "learning_rate": 3.005464480874317e-05, |
| "loss": 0.001, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6065573770491803, |
| "grad_norm": 0.35983479022979736, |
| "learning_rate": 3.0327868852459017e-05, |
| "loss": 0.006, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.6120218579234973, |
| "grad_norm": 0.0048343949019908905, |
| "learning_rate": 3.0601092896174864e-05, |
| "loss": 0.0, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6174863387978142, |
| "grad_norm": 0.00185883860103786, |
| "learning_rate": 3.087431693989071e-05, |
| "loss": 0.0, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.6229508196721312, |
| "grad_norm": 0.00794074684381485, |
| "learning_rate": 3.114754098360656e-05, |
| "loss": 0.0, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6284153005464481, |
| "grad_norm": 0.00952135305851698, |
| "learning_rate": 3.142076502732241e-05, |
| "loss": 0.0, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.6338797814207651, |
| "grad_norm": 0.0006016762927174568, |
| "learning_rate": 3.1693989071038256e-05, |
| "loss": 0.0, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.639344262295082, |
| "grad_norm": 0.0006445659091696143, |
| "learning_rate": 3.19672131147541e-05, |
| "loss": 0.0, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.644808743169399, |
| "grad_norm": 0.0007617264054715633, |
| "learning_rate": 3.224043715846995e-05, |
| "loss": 0.0, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6502732240437158, |
| "grad_norm": 0.007806734647601843, |
| "learning_rate": 3.251366120218579e-05, |
| "loss": 0.0001, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.6557377049180327, |
| "grad_norm": 0.00035029446007683873, |
| "learning_rate": 3.2786885245901635e-05, |
| "loss": 0.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6612021857923497, |
| "grad_norm": 0.0011228241492062807, |
| "learning_rate": 3.306010928961749e-05, |
| "loss": 0.0, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.00020948232850059867, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.0, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6721311475409836, |
| "grad_norm": 0.00047444229130633175, |
| "learning_rate": 3.360655737704918e-05, |
| "loss": 0.0, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.6775956284153005, |
| "grad_norm": 0.00022226192231755704, |
| "learning_rate": 3.387978142076503e-05, |
| "loss": 0.0, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.6830601092896175, |
| "grad_norm": 0.964410126209259, |
| "learning_rate": 3.4153005464480874e-05, |
| "loss": 0.0004, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.6885245901639344, |
| "grad_norm": 0.03180733695626259, |
| "learning_rate": 3.442622950819672e-05, |
| "loss": 0.0, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.6939890710382514, |
| "grad_norm": 73.32250213623047, |
| "learning_rate": 3.469945355191257e-05, |
| "loss": 0.1252, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.6994535519125683, |
| "grad_norm": 0.0005270802648738027, |
| "learning_rate": 3.4972677595628414e-05, |
| "loss": 0.0, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7049180327868853, |
| "grad_norm": 3.74862003326416, |
| "learning_rate": 3.524590163934427e-05, |
| "loss": 0.0471, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.7103825136612022, |
| "grad_norm": 0.0006061477470211685, |
| "learning_rate": 3.551912568306011e-05, |
| "loss": 0.0014, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7158469945355191, |
| "grad_norm": 0.0004408442764542997, |
| "learning_rate": 3.579234972677596e-05, |
| "loss": 0.0, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.7213114754098361, |
| "grad_norm": 0.000549810822121799, |
| "learning_rate": 3.6065573770491806e-05, |
| "loss": 0.0, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.726775956284153, |
| "grad_norm": 0.0006441313307732344, |
| "learning_rate": 3.633879781420765e-05, |
| "loss": 0.0, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.73224043715847, |
| "grad_norm": 0.001270699198357761, |
| "learning_rate": 3.66120218579235e-05, |
| "loss": 0.0, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7377049180327869, |
| "grad_norm": 0.00043755839578807354, |
| "learning_rate": 3.6885245901639346e-05, |
| "loss": 0.0, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.7431693989071039, |
| "grad_norm": 0.0004439064650796354, |
| "learning_rate": 3.71584699453552e-05, |
| "loss": 0.0, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7486338797814208, |
| "grad_norm": 1.3895764350891113, |
| "learning_rate": 3.7431693989071045e-05, |
| "loss": 0.0012, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.7540983606557377, |
| "grad_norm": 0.0003534202405717224, |
| "learning_rate": 3.7704918032786885e-05, |
| "loss": 0.0449, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7595628415300546, |
| "grad_norm": 0.0076418425887823105, |
| "learning_rate": 3.797814207650273e-05, |
| "loss": 0.0012, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.7650273224043715, |
| "grad_norm": 8.513630018569529e-05, |
| "learning_rate": 3.825136612021858e-05, |
| "loss": 0.0118, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.7704918032786885, |
| "grad_norm": 0.000540974666364491, |
| "learning_rate": 3.8524590163934424e-05, |
| "loss": 0.0, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.7759562841530054, |
| "grad_norm": 0.0001819472381612286, |
| "learning_rate": 3.879781420765027e-05, |
| "loss": 0.2163, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.7814207650273224, |
| "grad_norm": 0.0011445063864812255, |
| "learning_rate": 3.9071038251366124e-05, |
| "loss": 0.0, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.7868852459016393, |
| "grad_norm": 0.0005601670709438622, |
| "learning_rate": 3.934426229508197e-05, |
| "loss": 0.0025, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.7923497267759563, |
| "grad_norm": 0.03481730446219444, |
| "learning_rate": 3.961748633879782e-05, |
| "loss": 0.0, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.7978142076502732, |
| "grad_norm": 10.071272850036621, |
| "learning_rate": 3.989071038251366e-05, |
| "loss": 0.077, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.8032786885245902, |
| "grad_norm": 0.40439388155937195, |
| "learning_rate": 4.016393442622951e-05, |
| "loss": 0.0054, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.8087431693989071, |
| "grad_norm": 0.0003790801565628499, |
| "learning_rate": 4.0437158469945356e-05, |
| "loss": 0.0973, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.8142076502732241, |
| "grad_norm": 0.0005046766018494964, |
| "learning_rate": 4.07103825136612e-05, |
| "loss": 0.0639, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.819672131147541, |
| "grad_norm": 0.005156039260327816, |
| "learning_rate": 4.098360655737705e-05, |
| "loss": 0.0001, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.825136612021858, |
| "grad_norm": 0.819869875907898, |
| "learning_rate": 4.12568306010929e-05, |
| "loss": 0.1133, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.8306010928961749, |
| "grad_norm": 0.0007013155845925212, |
| "learning_rate": 4.153005464480875e-05, |
| "loss": 0.0, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.8360655737704918, |
| "grad_norm": 0.0015922696329653263, |
| "learning_rate": 4.1803278688524595e-05, |
| "loss": 0.0037, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.8415300546448088, |
| "grad_norm": 0.007399330381304026, |
| "learning_rate": 4.207650273224044e-05, |
| "loss": 0.0001, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8469945355191257, |
| "grad_norm": 0.06001625955104828, |
| "learning_rate": 4.234972677595629e-05, |
| "loss": 0.0003, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.8524590163934426, |
| "grad_norm": 0.00016822715406306088, |
| "learning_rate": 4.262295081967213e-05, |
| "loss": 0.0003, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.8579234972677595, |
| "grad_norm": 0.0044054812751710415, |
| "learning_rate": 4.289617486338798e-05, |
| "loss": 0.3591, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.8633879781420765, |
| "grad_norm": 0.001408412354066968, |
| "learning_rate": 4.316939890710383e-05, |
| "loss": 0.138, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.8688524590163934, |
| "grad_norm": 0.0046225362457334995, |
| "learning_rate": 4.3442622950819674e-05, |
| "loss": 0.0317, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.8743169398907104, |
| "grad_norm": 0.026879915967583656, |
| "learning_rate": 4.371584699453552e-05, |
| "loss": 0.0035, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8797814207650273, |
| "grad_norm": 0.0007724014576524496, |
| "learning_rate": 4.398907103825137e-05, |
| "loss": 0.0001, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.8852459016393442, |
| "grad_norm": 0.0005259870667941868, |
| "learning_rate": 4.426229508196721e-05, |
| "loss": 0.0017, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.8907103825136612, |
| "grad_norm": 0.20176024734973907, |
| "learning_rate": 4.453551912568306e-05, |
| "loss": 0.0004, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.8961748633879781, |
| "grad_norm": 0.0004278122214600444, |
| "learning_rate": 4.4808743169398906e-05, |
| "loss": 0.2911, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.9016393442622951, |
| "grad_norm": 0.0018693683668971062, |
| "learning_rate": 4.508196721311476e-05, |
| "loss": 0.0, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.907103825136612, |
| "grad_norm": 0.0012298806104809046, |
| "learning_rate": 4.5355191256830606e-05, |
| "loss": 0.0001, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.912568306010929, |
| "grad_norm": 0.007856699638068676, |
| "learning_rate": 4.562841530054645e-05, |
| "loss": 0.0004, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.9180327868852459, |
| "grad_norm": 0.009999307803809643, |
| "learning_rate": 4.59016393442623e-05, |
| "loss": 0.0002, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9234972677595629, |
| "grad_norm": 0.013572623953223228, |
| "learning_rate": 4.6174863387978145e-05, |
| "loss": 0.0002, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.9289617486338798, |
| "grad_norm": 0.006055152975022793, |
| "learning_rate": 4.644808743169399e-05, |
| "loss": 0.0113, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9344262295081968, |
| "grad_norm": 0.001018978888168931, |
| "learning_rate": 4.672131147540984e-05, |
| "loss": 0.0001, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.9398907103825137, |
| "grad_norm": 0.0018887248588725924, |
| "learning_rate": 4.6994535519125685e-05, |
| "loss": 0.0001, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9453551912568307, |
| "grad_norm": 0.0015452090883627534, |
| "learning_rate": 4.726775956284154e-05, |
| "loss": 0.1306, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.9508196721311475, |
| "grad_norm": 0.030793463811278343, |
| "learning_rate": 4.754098360655738e-05, |
| "loss": 0.0, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.9562841530054644, |
| "grad_norm": 0.0030877627432346344, |
| "learning_rate": 4.7814207650273224e-05, |
| "loss": 0.0, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.9617486338797814, |
| "grad_norm": 0.0027639123145490885, |
| "learning_rate": 4.808743169398907e-05, |
| "loss": 0.227, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.9672131147540983, |
| "grad_norm": 0.013874650001525879, |
| "learning_rate": 4.836065573770492e-05, |
| "loss": 0.0005, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.9726775956284153, |
| "grad_norm": 0.010947838425636292, |
| "learning_rate": 4.863387978142076e-05, |
| "loss": 0.005, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.9781420765027322, |
| "grad_norm": 0.004630269482731819, |
| "learning_rate": 4.890710382513661e-05, |
| "loss": 0.0001, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.9836065573770492, |
| "grad_norm": 0.0010024881921708584, |
| "learning_rate": 4.918032786885246e-05, |
| "loss": 0.0002, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9890710382513661, |
| "grad_norm": 0.0025314155500382185, |
| "learning_rate": 4.945355191256831e-05, |
| "loss": 0.0918, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.994535519125683, |
| "grad_norm": 0.0026452147867530584, |
| "learning_rate": 4.9726775956284156e-05, |
| "loss": 0.0, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.043630439788103104, |
| "learning_rate": 5e-05, |
| "loss": 0.0001, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.053465329110622406, |
| "eval_runtime": 658.7855, |
| "eval_samples_per_second": 11.105, |
| "eval_steps_per_second": 1.389, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.005464480874317, |
| "grad_norm": 0.020471155643463135, |
| "learning_rate": 4.996964177292046e-05, |
| "loss": 0.0243, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.010928961748634, |
| "grad_norm": 0.005614515859633684, |
| "learning_rate": 4.9939283545840925e-05, |
| "loss": 0.0001, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.0163934426229508, |
| "grad_norm": 0.0024823613930493593, |
| "learning_rate": 4.990892531876138e-05, |
| "loss": 0.0, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.0218579234972678, |
| "grad_norm": 0.0023433889728039503, |
| "learning_rate": 4.987856709168185e-05, |
| "loss": 0.0001, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.0273224043715847, |
| "grad_norm": 0.0012808924075216055, |
| "learning_rate": 4.984820886460231e-05, |
| "loss": 0.0, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.0327868852459017, |
| "grad_norm": 0.0008591926307417452, |
| "learning_rate": 4.9817850637522776e-05, |
| "loss": 0.0, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.0382513661202186, |
| "grad_norm": 0.001144225592724979, |
| "learning_rate": 4.9787492410443234e-05, |
| "loss": 0.0, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.0437158469945356, |
| "grad_norm": 0.006365107372403145, |
| "learning_rate": 4.97571341833637e-05, |
| "loss": 0.186, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.0491803278688525, |
| "grad_norm": 0.004594831261783838, |
| "learning_rate": 4.9726775956284156e-05, |
| "loss": 0.0003, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.0546448087431695, |
| "grad_norm": 0.01714457757771015, |
| "learning_rate": 4.969641772920462e-05, |
| "loss": 0.0005, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.0601092896174864, |
| "grad_norm": 0.009641066193580627, |
| "learning_rate": 4.966605950212508e-05, |
| "loss": 0.0026, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.0655737704918034, |
| "grad_norm": 0.002107401378452778, |
| "learning_rate": 4.9635701275045536e-05, |
| "loss": 0.0004, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.0710382513661203, |
| "grad_norm": 0.0008496601949445903, |
| "learning_rate": 4.9605343047966e-05, |
| "loss": 0.0, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.0765027322404372, |
| "grad_norm": 0.00019651043112389743, |
| "learning_rate": 4.957498482088646e-05, |
| "loss": 0.0, |
| "step": 985 |
| }, |
| { |
| "epoch": 1.0819672131147542, |
| "grad_norm": 0.02816096320748329, |
| "learning_rate": 4.954462659380692e-05, |
| "loss": 0.0, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.0874316939890711, |
| "grad_norm": 0.00035151580232195556, |
| "learning_rate": 4.951426836672739e-05, |
| "loss": 0.1947, |
| "step": 995 |
| }, |
| { |
| "epoch": 1.092896174863388, |
| "grad_norm": 0.0009560062899254262, |
| "learning_rate": 4.948391013964785e-05, |
| "loss": 0.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.098360655737705, |
| "grad_norm": 0.0054119001142680645, |
| "learning_rate": 4.945355191256831e-05, |
| "loss": 0.0299, |
| "step": 1005 |
| }, |
| { |
| "epoch": 1.1038251366120218, |
| "grad_norm": 0.04507184773683548, |
| "learning_rate": 4.9423193685488774e-05, |
| "loss": 0.1414, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.1092896174863387, |
| "grad_norm": 0.005444942507892847, |
| "learning_rate": 4.939283545840923e-05, |
| "loss": 0.0001, |
| "step": 1015 |
| }, |
| { |
| "epoch": 1.1147540983606556, |
| "grad_norm": 0.007937879301607609, |
| "learning_rate": 4.936247723132969e-05, |
| "loss": 0.0001, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.1202185792349726, |
| "grad_norm": 0.003920862451195717, |
| "learning_rate": 4.9332119004250154e-05, |
| "loss": 0.0001, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.1256830601092895, |
| "grad_norm": 0.0018985569477081299, |
| "learning_rate": 4.930176077717061e-05, |
| "loss": 0.1051, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.1311475409836065, |
| "grad_norm": 0.0012923554750159383, |
| "learning_rate": 4.9271402550091076e-05, |
| "loss": 0.0, |
| "step": 1035 |
| }, |
| { |
| "epoch": 1.1366120218579234, |
| "grad_norm": 0.016738856211304665, |
| "learning_rate": 4.9241044323011534e-05, |
| "loss": 0.0001, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.1420765027322404, |
| "grad_norm": 0.0011123842559754848, |
| "learning_rate": 4.9210686095932e-05, |
| "loss": 0.1292, |
| "step": 1045 |
| }, |
| { |
| "epoch": 1.1475409836065573, |
| "grad_norm": 0.0014614718966186047, |
| "learning_rate": 4.918032786885246e-05, |
| "loss": 0.0002, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.1530054644808743, |
| "grad_norm": 0.5193114280700684, |
| "learning_rate": 4.914996964177293e-05, |
| "loss": 0.0008, |
| "step": 1055 |
| }, |
| { |
| "epoch": 1.1584699453551912, |
| "grad_norm": 0.039534829556941986, |
| "learning_rate": 4.9119611414693385e-05, |
| "loss": 0.0004, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.1639344262295082, |
| "grad_norm": 0.0015866112662479281, |
| "learning_rate": 4.908925318761385e-05, |
| "loss": 0.0, |
| "step": 1065 |
| }, |
| { |
| "epoch": 1.169398907103825, |
| "grad_norm": 0.0004405885701999068, |
| "learning_rate": 4.905889496053431e-05, |
| "loss": 0.0001, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.174863387978142, |
| "grad_norm": 0.0003017389390151948, |
| "learning_rate": 4.9028536733454765e-05, |
| "loss": 0.0001, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.180327868852459, |
| "grad_norm": 0.002132098888978362, |
| "learning_rate": 4.899817850637523e-05, |
| "loss": 0.0, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.185792349726776, |
| "grad_norm": 0.0002962806320283562, |
| "learning_rate": 4.896782027929569e-05, |
| "loss": 0.0001, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.1912568306010929, |
| "grad_norm": 0.0759500116109848, |
| "learning_rate": 4.893746205221615e-05, |
| "loss": 0.2131, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.1967213114754098, |
| "grad_norm": 0.006093773990869522, |
| "learning_rate": 4.890710382513661e-05, |
| "loss": 0.0001, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.2021857923497268, |
| "grad_norm": 0.09465143084526062, |
| "learning_rate": 4.8876745598057074e-05, |
| "loss": 0.0022, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.2076502732240437, |
| "grad_norm": 0.07754716277122498, |
| "learning_rate": 4.884638737097754e-05, |
| "loss": 0.0004, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.2131147540983607, |
| "grad_norm": 0.0023268985096365213, |
| "learning_rate": 4.8816029143898e-05, |
| "loss": 0.0002, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.2185792349726776, |
| "grad_norm": 0.0014323684154078364, |
| "learning_rate": 4.878567091681846e-05, |
| "loss": 0.0093, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.2240437158469946, |
| "grad_norm": 0.14172188937664032, |
| "learning_rate": 4.875531268973892e-05, |
| "loss": 0.0429, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.2295081967213115, |
| "grad_norm": 0.05727756395936012, |
| "learning_rate": 4.872495446265938e-05, |
| "loss": 0.0002, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.2349726775956285, |
| "grad_norm": 0.001011449727229774, |
| "learning_rate": 4.869459623557984e-05, |
| "loss": 0.0, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.2404371584699454, |
| "grad_norm": 0.0003146354283671826, |
| "learning_rate": 4.8664238008500306e-05, |
| "loss": 0.0002, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.2459016393442623, |
| "grad_norm": 0.0003123127680737525, |
| "learning_rate": 4.863387978142076e-05, |
| "loss": 0.0, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.2513661202185793, |
| "grad_norm": 0.000679291901178658, |
| "learning_rate": 4.860352155434123e-05, |
| "loss": 0.0, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.2568306010928962, |
| "grad_norm": 0.00043421483132988214, |
| "learning_rate": 4.857316332726169e-05, |
| "loss": 0.0, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.2622950819672132, |
| "grad_norm": 0.0009190288255922496, |
| "learning_rate": 4.854280510018216e-05, |
| "loss": 0.0, |
| "step": 1155 |
| }, |
| { |
| "epoch": 1.2677595628415301, |
| "grad_norm": 0.00011454925697762519, |
| "learning_rate": 4.8512446873102615e-05, |
| "loss": 0.0, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.273224043715847, |
| "grad_norm": 0.00038073299219831824, |
| "learning_rate": 4.848208864602308e-05, |
| "loss": 0.0, |
| "step": 1165 |
| }, |
| { |
| "epoch": 1.278688524590164, |
| "grad_norm": 0.00031519224285148084, |
| "learning_rate": 4.845173041894354e-05, |
| "loss": 0.0, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.2841530054644807, |
| "grad_norm": 0.00039192906115204096, |
| "learning_rate": 4.8421372191863995e-05, |
| "loss": 0.0001, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.289617486338798, |
| "grad_norm": 0.00010484485392225906, |
| "learning_rate": 4.839101396478446e-05, |
| "loss": 0.0, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.2950819672131146, |
| "grad_norm": 0.00030461253481917083, |
| "learning_rate": 4.836065573770492e-05, |
| "loss": 0.0, |
| "step": 1185 |
| }, |
| { |
| "epoch": 1.3005464480874318, |
| "grad_norm": 0.00025512345018796623, |
| "learning_rate": 4.833029751062538e-05, |
| "loss": 0.0, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.3060109289617485, |
| "grad_norm": 0.00021565568749792874, |
| "learning_rate": 4.829993928354584e-05, |
| "loss": 0.0, |
| "step": 1195 |
| }, |
| { |
| "epoch": 1.3114754098360657, |
| "grad_norm": 0.0004679218982346356, |
| "learning_rate": 4.8269581056466304e-05, |
| "loss": 0.0001, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.3169398907103824, |
| "grad_norm": 0.00021159886091481894, |
| "learning_rate": 4.823922282938677e-05, |
| "loss": 0.0, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.3224043715846996, |
| "grad_norm": 0.00015547883231192827, |
| "learning_rate": 4.820886460230723e-05, |
| "loss": 0.0, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.3278688524590163, |
| "grad_norm": 29.090713500976562, |
| "learning_rate": 4.817850637522769e-05, |
| "loss": 0.0739, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.002653504954650998, |
| "learning_rate": 4.814814814814815e-05, |
| "loss": 0.0, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.3387978142076502, |
| "grad_norm": 0.0016200868412852287, |
| "learning_rate": 4.811778992106861e-05, |
| "loss": 0.0036, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.3442622950819672, |
| "grad_norm": 7.368043588940054e-05, |
| "learning_rate": 4.808743169398907e-05, |
| "loss": 0.0001, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.349726775956284, |
| "grad_norm": 5.11952348460909e-05, |
| "learning_rate": 4.8057073466909535e-05, |
| "loss": 0.0008, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.355191256830601, |
| "grad_norm": 0.0010039065964519978, |
| "learning_rate": 4.802671523982999e-05, |
| "loss": 0.2929, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.360655737704918, |
| "grad_norm": 0.00012388975301291794, |
| "learning_rate": 4.799635701275046e-05, |
| "loss": 0.0, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.366120218579235, |
| "grad_norm": 0.00013184835552237928, |
| "learning_rate": 4.7965998785670915e-05, |
| "loss": 0.0, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.3715846994535519, |
| "grad_norm": 9.407256584381685e-05, |
| "learning_rate": 4.793564055859138e-05, |
| "loss": 0.0, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.3770491803278688, |
| "grad_norm": 0.0016062518116086721, |
| "learning_rate": 4.7905282331511844e-05, |
| "loss": 0.0, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.3825136612021858, |
| "grad_norm": 8.71685188030824e-05, |
| "learning_rate": 4.787492410443231e-05, |
| "loss": 0.0, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.3879781420765027, |
| "grad_norm": 0.00011282307968940586, |
| "learning_rate": 4.7844565877352766e-05, |
| "loss": 0.0, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.3934426229508197, |
| "grad_norm": 9.378144022775814e-05, |
| "learning_rate": 4.7814207650273224e-05, |
| "loss": 0.0, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.3989071038251366, |
| "grad_norm": 0.00011343141522957012, |
| "learning_rate": 4.778384942319369e-05, |
| "loss": 0.0, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.4043715846994536, |
| "grad_norm": 9.47820590226911e-05, |
| "learning_rate": 4.7753491196114146e-05, |
| "loss": 0.0, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.4098360655737705, |
| "grad_norm": 8.373497985303402e-05, |
| "learning_rate": 4.772313296903461e-05, |
| "loss": 0.0, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.4153005464480874, |
| "grad_norm": 0.00018082663882523775, |
| "learning_rate": 4.769277474195507e-05, |
| "loss": 0.1966, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.4207650273224044, |
| "grad_norm": 0.06691992282867432, |
| "learning_rate": 4.766241651487553e-05, |
| "loss": 0.0006, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.4262295081967213, |
| "grad_norm": 0.0007573667098768055, |
| "learning_rate": 4.7632058287796e-05, |
| "loss": 0.0001, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.4316939890710383, |
| "grad_norm": 6.261147975921631, |
| "learning_rate": 4.760170006071646e-05, |
| "loss": 0.0841, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.4371584699453552, |
| "grad_norm": 0.011942526325583458, |
| "learning_rate": 4.757134183363692e-05, |
| "loss": 0.0001, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.4426229508196722, |
| "grad_norm": 0.010376262478530407, |
| "learning_rate": 4.754098360655738e-05, |
| "loss": 0.0002, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.4480874316939891, |
| "grad_norm": 0.002821909496560693, |
| "learning_rate": 4.751062537947784e-05, |
| "loss": 0.0791, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.453551912568306, |
| "grad_norm": 0.0008530141785740852, |
| "learning_rate": 4.74802671523983e-05, |
| "loss": 0.0161, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.459016393442623, |
| "grad_norm": 0.0005102080176584423, |
| "learning_rate": 4.7449908925318764e-05, |
| "loss": 0.0002, |
| "step": 1335 |
| }, |
| { |
| "epoch": 1.46448087431694, |
| "grad_norm": 0.011689051054418087, |
| "learning_rate": 4.741955069823922e-05, |
| "loss": 0.0002, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.469945355191257, |
| "grad_norm": 0.0002597393176984042, |
| "learning_rate": 4.7389192471159687e-05, |
| "loss": 0.0001, |
| "step": 1345 |
| }, |
| { |
| "epoch": 1.4754098360655736, |
| "grad_norm": 0.00023770586994942278, |
| "learning_rate": 4.7358834244080144e-05, |
| "loss": 0.0, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.4808743169398908, |
| "grad_norm": 0.00020558437972795218, |
| "learning_rate": 4.732847601700061e-05, |
| "loss": 0.0, |
| "step": 1355 |
| }, |
| { |
| "epoch": 1.4863387978142075, |
| "grad_norm": 0.0001555513881612569, |
| "learning_rate": 4.729811778992107e-05, |
| "loss": 0.0, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.4918032786885247, |
| "grad_norm": 0.00018597490270622075, |
| "learning_rate": 4.726775956284154e-05, |
| "loss": 0.0, |
| "step": 1365 |
| }, |
| { |
| "epoch": 1.4972677595628414, |
| "grad_norm": 0.0011901083635166287, |
| "learning_rate": 4.7237401335761996e-05, |
| "loss": 0.0, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.5027322404371586, |
| "grad_norm": 0.00025052594719454646, |
| "learning_rate": 4.720704310868245e-05, |
| "loss": 0.0, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.5081967213114753, |
| "grad_norm": 0.00035109854070469737, |
| "learning_rate": 4.717668488160292e-05, |
| "loss": 0.0, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.5136612021857925, |
| "grad_norm": 37.61546325683594, |
| "learning_rate": 4.7146326654523376e-05, |
| "loss": 0.0997, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.5191256830601092, |
| "grad_norm": 38.025840759277344, |
| "learning_rate": 4.711596842744384e-05, |
| "loss": 0.1406, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.5245901639344264, |
| "grad_norm": 0.00024681788636371493, |
| "learning_rate": 4.70856102003643e-05, |
| "loss": 0.0, |
| "step": 1395 |
| }, |
| { |
| "epoch": 1.530054644808743, |
| "grad_norm": 0.0002825226401910186, |
| "learning_rate": 4.705525197328476e-05, |
| "loss": 0.0003, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.5355191256830603, |
| "grad_norm": 0.0002672713599167764, |
| "learning_rate": 4.702489374620522e-05, |
| "loss": 0.0003, |
| "step": 1405 |
| }, |
| { |
| "epoch": 1.540983606557377, |
| "grad_norm": 0.013312156312167645, |
| "learning_rate": 4.6994535519125685e-05, |
| "loss": 0.0, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.5464480874316942, |
| "grad_norm": 0.00021928714704699814, |
| "learning_rate": 4.696417729204615e-05, |
| "loss": 0.0, |
| "step": 1415 |
| }, |
| { |
| "epoch": 1.5519125683060109, |
| "grad_norm": 0.3993873596191406, |
| "learning_rate": 4.6933819064966614e-05, |
| "loss": 0.0005, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.5573770491803278, |
| "grad_norm": 0.00024002179270610213, |
| "learning_rate": 4.690346083788707e-05, |
| "loss": 0.0025, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.5628415300546448, |
| "grad_norm": 0.00012442973093129694, |
| "learning_rate": 4.687310261080753e-05, |
| "loss": 0.0, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.5683060109289617, |
| "grad_norm": 0.00023839778441470116, |
| "learning_rate": 4.6842744383727994e-05, |
| "loss": 0.1631, |
| "step": 1435 |
| }, |
| { |
| "epoch": 1.5737704918032787, |
| "grad_norm": 0.006576848216354847, |
| "learning_rate": 4.681238615664845e-05, |
| "loss": 0.0, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.5792349726775956, |
| "grad_norm": 0.024206487461924553, |
| "learning_rate": 4.6782027929568916e-05, |
| "loss": 0.0001, |
| "step": 1445 |
| }, |
| { |
| "epoch": 1.5846994535519126, |
| "grad_norm": 0.00031997630139812827, |
| "learning_rate": 4.6751669702489374e-05, |
| "loss": 0.0, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.5901639344262295, |
| "grad_norm": 0.06144952401518822, |
| "learning_rate": 4.672131147540984e-05, |
| "loss": 0.0003, |
| "step": 1455 |
| }, |
| { |
| "epoch": 1.5956284153005464, |
| "grad_norm": 0.00033534682006575167, |
| "learning_rate": 4.6690953248330296e-05, |
| "loss": 0.0, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.6010928961748634, |
| "grad_norm": 0.665640652179718, |
| "learning_rate": 4.666059502125076e-05, |
| "loss": 0.0003, |
| "step": 1465 |
| }, |
| { |
| "epoch": 1.6065573770491803, |
| "grad_norm": 0.0002033864293480292, |
| "learning_rate": 4.6630236794171225e-05, |
| "loss": 0.0, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.6120218579234973, |
| "grad_norm": 0.0018922536401078105, |
| "learning_rate": 4.659987856709168e-05, |
| "loss": 0.0002, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.6174863387978142, |
| "grad_norm": 0.0003269801090937108, |
| "learning_rate": 4.656952034001215e-05, |
| "loss": 0.0003, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.6229508196721312, |
| "grad_norm": 0.027018524706363678, |
| "learning_rate": 4.6539162112932605e-05, |
| "loss": 0.0001, |
| "step": 1485 |
| }, |
| { |
| "epoch": 1.6284153005464481, |
| "grad_norm": 0.0002585135807748884, |
| "learning_rate": 4.650880388585307e-05, |
| "loss": 0.0, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.633879781420765, |
| "grad_norm": 0.0009487815550528467, |
| "learning_rate": 4.647844565877353e-05, |
| "loss": 0.0, |
| "step": 1495 |
| }, |
| { |
| "epoch": 1.639344262295082, |
| "grad_norm": 0.00017302001651842147, |
| "learning_rate": 4.644808743169399e-05, |
| "loss": 0.0006, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.644808743169399, |
| "grad_norm": 0.0009016783442348242, |
| "learning_rate": 4.641772920461445e-05, |
| "loss": 0.0, |
| "step": 1505 |
| }, |
| { |
| "epoch": 1.650273224043716, |
| "grad_norm": 0.0017405046382918954, |
| "learning_rate": 4.6387370977534914e-05, |
| "loss": 0.0003, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.6557377049180326, |
| "grad_norm": 0.0001675246749073267, |
| "learning_rate": 4.635701275045538e-05, |
| "loss": 0.0002, |
| "step": 1515 |
| }, |
| { |
| "epoch": 1.6612021857923498, |
| "grad_norm": 0.0001709494536044076, |
| "learning_rate": 4.632665452337584e-05, |
| "loss": 0.0, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.000520666828379035, |
| "learning_rate": 4.62962962962963e-05, |
| "loss": 0.0007, |
| "step": 1525 |
| }, |
| { |
| "epoch": 1.6721311475409837, |
| "grad_norm": 0.00013493937149178237, |
| "learning_rate": 4.626593806921676e-05, |
| "loss": 0.2165, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.6775956284153004, |
| "grad_norm": 0.03252645209431648, |
| "learning_rate": 4.623557984213722e-05, |
| "loss": 0.0003, |
| "step": 1535 |
| }, |
| { |
| "epoch": 1.6830601092896176, |
| "grad_norm": 0.00021406033192761242, |
| "learning_rate": 4.620522161505768e-05, |
| "loss": 0.0, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.6885245901639343, |
| "grad_norm": 0.0006847565528005362, |
| "learning_rate": 4.6174863387978145e-05, |
| "loss": 0.0, |
| "step": 1545 |
| }, |
| { |
| "epoch": 1.6939890710382515, |
| "grad_norm": 0.0003050083469133824, |
| "learning_rate": 4.61445051608986e-05, |
| "loss": 0.0, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.6994535519125682, |
| "grad_norm": 0.017207743600010872, |
| "learning_rate": 4.611414693381907e-05, |
| "loss": 0.0001, |
| "step": 1555 |
| }, |
| { |
| "epoch": 1.7049180327868854, |
| "grad_norm": 0.0002447327133268118, |
| "learning_rate": 4.6083788706739525e-05, |
| "loss": 0.0, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.710382513661202, |
| "grad_norm": 0.00020444171968847513, |
| "learning_rate": 4.605343047965999e-05, |
| "loss": 0.0, |
| "step": 1565 |
| }, |
| { |
| "epoch": 1.7158469945355193, |
| "grad_norm": 0.02190363220870495, |
| "learning_rate": 4.6023072252580454e-05, |
| "loss": 0.0001, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.721311475409836, |
| "grad_norm": 0.00021700489742215723, |
| "learning_rate": 4.599271402550091e-05, |
| "loss": 0.0001, |
| "step": 1575 |
| }, |
| { |
| "epoch": 1.7267759562841531, |
| "grad_norm": 0.00015953410184010863, |
| "learning_rate": 4.5962355798421377e-05, |
| "loss": 0.0, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.7322404371584699, |
| "grad_norm": 0.00021170971740502864, |
| "learning_rate": 4.5931997571341834e-05, |
| "loss": 0.0, |
| "step": 1585 |
| }, |
| { |
| "epoch": 1.737704918032787, |
| "grad_norm": 0.00016968738054856658, |
| "learning_rate": 4.59016393442623e-05, |
| "loss": 0.0639, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.7431693989071038, |
| "grad_norm": 0.00013816288264933974, |
| "learning_rate": 4.5871281117182757e-05, |
| "loss": 0.1101, |
| "step": 1595 |
| }, |
| { |
| "epoch": 1.748633879781421, |
| "grad_norm": 0.0002588335482869297, |
| "learning_rate": 4.584092289010322e-05, |
| "loss": 0.0, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.7540983606557377, |
| "grad_norm": 0.0010825609788298607, |
| "learning_rate": 4.581056466302368e-05, |
| "loss": 0.0001, |
| "step": 1605 |
| }, |
| { |
| "epoch": 1.7595628415300546, |
| "grad_norm": 0.00044289807556197047, |
| "learning_rate": 4.578020643594414e-05, |
| "loss": 0.2008, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.7650273224043715, |
| "grad_norm": 0.0006378990947268903, |
| "learning_rate": 4.57498482088646e-05, |
| "loss": 0.0, |
| "step": 1615 |
| }, |
| { |
| "epoch": 1.7704918032786885, |
| "grad_norm": 0.0013747804332524538, |
| "learning_rate": 4.5719489981785066e-05, |
| "loss": 0.0001, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.7759562841530054, |
| "grad_norm": 0.0012717167846858501, |
| "learning_rate": 4.568913175470553e-05, |
| "loss": 0.0001, |
| "step": 1625 |
| }, |
| { |
| "epoch": 1.7814207650273224, |
| "grad_norm": 0.006049423012882471, |
| "learning_rate": 4.565877352762599e-05, |
| "loss": 0.1173, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.7868852459016393, |
| "grad_norm": 0.0012180794728919864, |
| "learning_rate": 4.562841530054645e-05, |
| "loss": 0.0001, |
| "step": 1635 |
| }, |
| { |
| "epoch": 1.7923497267759563, |
| "grad_norm": 0.027454646304249763, |
| "learning_rate": 4.559805707346691e-05, |
| "loss": 0.0001, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.7978142076502732, |
| "grad_norm": 0.0020080592948943377, |
| "learning_rate": 4.5567698846387375e-05, |
| "loss": 0.161, |
| "step": 1645 |
| }, |
| { |
| "epoch": 1.8032786885245902, |
| "grad_norm": 0.003008060622960329, |
| "learning_rate": 4.553734061930783e-05, |
| "loss": 0.0001, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.8087431693989071, |
| "grad_norm": 0.004481349140405655, |
| "learning_rate": 4.55069823922283e-05, |
| "loss": 0.0203, |
| "step": 1655 |
| }, |
| { |
| "epoch": 1.814207650273224, |
| "grad_norm": 4.153011322021484, |
| "learning_rate": 4.5476624165148755e-05, |
| "loss": 0.1353, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.819672131147541, |
| "grad_norm": 0.010290669277310371, |
| "learning_rate": 4.544626593806922e-05, |
| "loss": 0.0005, |
| "step": 1665 |
| }, |
| { |
| "epoch": 1.825136612021858, |
| "grad_norm": 0.007870933972299099, |
| "learning_rate": 4.541590771098968e-05, |
| "loss": 0.0074, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.830601092896175, |
| "grad_norm": 0.0014877247158437967, |
| "learning_rate": 4.538554948391014e-05, |
| "loss": 0.0012, |
| "step": 1675 |
| }, |
| { |
| "epoch": 1.8360655737704918, |
| "grad_norm": 0.0007460130145773292, |
| "learning_rate": 4.5355191256830606e-05, |
| "loss": 0.0001, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.8415300546448088, |
| "grad_norm": 0.05613982677459717, |
| "learning_rate": 4.5324833029751064e-05, |
| "loss": 0.0003, |
| "step": 1685 |
| }, |
| { |
| "epoch": 1.8469945355191257, |
| "grad_norm": 0.0004631394112948328, |
| "learning_rate": 4.529447480267153e-05, |
| "loss": 0.0001, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.8524590163934427, |
| "grad_norm": 0.00038068211870267987, |
| "learning_rate": 4.5264116575591986e-05, |
| "loss": 0.0003, |
| "step": 1695 |
| }, |
| { |
| "epoch": 1.8579234972677594, |
| "grad_norm": 0.00032613801886327565, |
| "learning_rate": 4.523375834851245e-05, |
| "loss": 0.0, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.8633879781420766, |
| "grad_norm": 0.000517977518029511, |
| "learning_rate": 4.520340012143291e-05, |
| "loss": 0.1396, |
| "step": 1705 |
| }, |
| { |
| "epoch": 1.8688524590163933, |
| "grad_norm": 0.0025108163245022297, |
| "learning_rate": 4.517304189435337e-05, |
| "loss": 0.0003, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.8743169398907105, |
| "grad_norm": 0.2560445964336395, |
| "learning_rate": 4.514268366727383e-05, |
| "loss": 0.069, |
| "step": 1715 |
| }, |
| { |
| "epoch": 1.8797814207650272, |
| "grad_norm": 0.0028507369570434093, |
| "learning_rate": 4.5112325440194295e-05, |
| "loss": 0.0022, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.8852459016393444, |
| "grad_norm": 0.001581528689712286, |
| "learning_rate": 4.508196721311476e-05, |
| "loss": 0.0, |
| "step": 1725 |
| }, |
| { |
| "epoch": 1.890710382513661, |
| "grad_norm": 0.0012307813158258796, |
| "learning_rate": 4.505160898603522e-05, |
| "loss": 0.0018, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.8961748633879782, |
| "grad_norm": 0.0004025879898108542, |
| "learning_rate": 4.502125075895568e-05, |
| "loss": 0.0006, |
| "step": 1735 |
| }, |
| { |
| "epoch": 1.901639344262295, |
| "grad_norm": 0.0005517560639418662, |
| "learning_rate": 4.499089253187614e-05, |
| "loss": 0.0005, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.9071038251366121, |
| "grad_norm": 0.00021167936210986227, |
| "learning_rate": 4.4960534304796604e-05, |
| "loss": 0.0005, |
| "step": 1745 |
| }, |
| { |
| "epoch": 1.9125683060109289, |
| "grad_norm": 0.0001789630769053474, |
| "learning_rate": 4.493017607771706e-05, |
| "loss": 0.0, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.918032786885246, |
| "grad_norm": 0.04136138781905174, |
| "learning_rate": 4.4899817850637526e-05, |
| "loss": 0.0002, |
| "step": 1755 |
| }, |
| { |
| "epoch": 1.9234972677595628, |
| "grad_norm": 0.0001342537289019674, |
| "learning_rate": 4.4869459623557984e-05, |
| "loss": 0.0006, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.92896174863388, |
| "grad_norm": 36.38466262817383, |
| "learning_rate": 4.483910139647845e-05, |
| "loss": 0.3505, |
| "step": 1765 |
| }, |
| { |
| "epoch": 1.9344262295081966, |
| "grad_norm": 0.007546951994299889, |
| "learning_rate": 4.4808743169398906e-05, |
| "loss": 0.0, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.9398907103825138, |
| "grad_norm": 0.2711917459964752, |
| "learning_rate": 4.477838494231937e-05, |
| "loss": 0.0005, |
| "step": 1775 |
| }, |
| { |
| "epoch": 1.9453551912568305, |
| "grad_norm": 0.022145679220557213, |
| "learning_rate": 4.4748026715239835e-05, |
| "loss": 0.0003, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.9508196721311475, |
| "grad_norm": 0.0005350765422917902, |
| "learning_rate": 4.471766848816029e-05, |
| "loss": 0.0, |
| "step": 1785 |
| }, |
| { |
| "epoch": 1.9562841530054644, |
| "grad_norm": 0.0005207122885622084, |
| "learning_rate": 4.468731026108076e-05, |
| "loss": 0.0001, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.9617486338797814, |
| "grad_norm": 0.0017709174426272511, |
| "learning_rate": 4.4656952034001215e-05, |
| "loss": 0.0, |
| "step": 1795 |
| }, |
| { |
| "epoch": 1.9672131147540983, |
| "grad_norm": 0.00032043023384176195, |
| "learning_rate": 4.462659380692168e-05, |
| "loss": 0.0, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.9726775956284153, |
| "grad_norm": 0.013697931542992592, |
| "learning_rate": 4.459623557984214e-05, |
| "loss": 0.0001, |
| "step": 1805 |
| }, |
| { |
| "epoch": 1.9781420765027322, |
| "grad_norm": 0.00043464158079586923, |
| "learning_rate": 4.45658773527626e-05, |
| "loss": 0.0, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.9836065573770492, |
| "grad_norm": 0.020648222416639328, |
| "learning_rate": 4.453551912568306e-05, |
| "loss": 0.0726, |
| "step": 1815 |
| }, |
| { |
| "epoch": 1.989071038251366, |
| "grad_norm": 0.0003471345698926598, |
| "learning_rate": 4.4505160898603524e-05, |
| "loss": 0.0, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.994535519125683, |
| "grad_norm": 0.00031178101198747754, |
| "learning_rate": 4.447480267152398e-05, |
| "loss": 0.0, |
| "step": 1825 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.00018788916349876672, |
| "learning_rate": 4.4444444444444447e-05, |
| "loss": 0.0, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.050701793283224106, |
| "eval_runtime": 660.1575, |
| "eval_samples_per_second": 11.082, |
| "eval_steps_per_second": 1.386, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.0054644808743167, |
| "grad_norm": 0.00025049722171388566, |
| "learning_rate": 4.441408621736491e-05, |
| "loss": 0.0, |
| "step": 1835 |
| }, |
| { |
| "epoch": 2.010928961748634, |
| "grad_norm": 8.584993362426758, |
| "learning_rate": 4.438372799028537e-05, |
| "loss": 0.0062, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.0163934426229506, |
| "grad_norm": 0.0003093411505687982, |
| "learning_rate": 4.435336976320583e-05, |
| "loss": 0.0, |
| "step": 1845 |
| }, |
| { |
| "epoch": 2.021857923497268, |
| "grad_norm": 0.00020034695626236498, |
| "learning_rate": 4.432301153612629e-05, |
| "loss": 0.0, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.0273224043715845, |
| "grad_norm": 0.0001671861537033692, |
| "learning_rate": 4.4292653309046756e-05, |
| "loss": 0.0008, |
| "step": 1855 |
| }, |
| { |
| "epoch": 2.0327868852459017, |
| "grad_norm": 0.014300575479865074, |
| "learning_rate": 4.426229508196721e-05, |
| "loss": 0.0001, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.0382513661202184, |
| "grad_norm": 8.975714445114136e-05, |
| "learning_rate": 4.423193685488768e-05, |
| "loss": 0.0, |
| "step": 1865 |
| }, |
| { |
| "epoch": 2.0437158469945356, |
| "grad_norm": 0.00019374603289179504, |
| "learning_rate": 4.4201578627808136e-05, |
| "loss": 0.0, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.0491803278688523, |
| "grad_norm": 0.00013538934581447393, |
| "learning_rate": 4.41712204007286e-05, |
| "loss": 0.0, |
| "step": 1875 |
| }, |
| { |
| "epoch": 2.0546448087431695, |
| "grad_norm": 0.0002743653894867748, |
| "learning_rate": 4.4140862173649065e-05, |
| "loss": 0.0001, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.060109289617486, |
| "grad_norm": 7.988169090822339e-05, |
| "learning_rate": 4.411050394656952e-05, |
| "loss": 0.0002, |
| "step": 1885 |
| }, |
| { |
| "epoch": 2.0655737704918034, |
| "grad_norm": 6.720585952280089e-05, |
| "learning_rate": 4.408014571948999e-05, |
| "loss": 0.0, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.07103825136612, |
| "grad_norm": 8.488036110065877e-05, |
| "learning_rate": 4.4049787492410445e-05, |
| "loss": 0.0, |
| "step": 1895 |
| }, |
| { |
| "epoch": 2.0765027322404372, |
| "grad_norm": 0.00010288408520864323, |
| "learning_rate": 4.401942926533091e-05, |
| "loss": 0.0, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.081967213114754, |
| "grad_norm": 6.435842078644782e-05, |
| "learning_rate": 4.398907103825137e-05, |
| "loss": 0.0001, |
| "step": 1905 |
| }, |
| { |
| "epoch": 2.087431693989071, |
| "grad_norm": 0.0001191817136714235, |
| "learning_rate": 4.395871281117183e-05, |
| "loss": 0.0, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.092896174863388, |
| "grad_norm": 7.335934787988663e-05, |
| "learning_rate": 4.392835458409229e-05, |
| "loss": 0.0, |
| "step": 1915 |
| }, |
| { |
| "epoch": 2.098360655737705, |
| "grad_norm": 9.272222087020054e-05, |
| "learning_rate": 4.3897996357012754e-05, |
| "loss": 0.0, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.1038251366120218, |
| "grad_norm": 5.950667036813684e-05, |
| "learning_rate": 4.386763812993321e-05, |
| "loss": 0.0, |
| "step": 1925 |
| }, |
| { |
| "epoch": 2.109289617486339, |
| "grad_norm": 0.00011658170114969835, |
| "learning_rate": 4.3837279902853676e-05, |
| "loss": 0.0001, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.1147540983606556, |
| "grad_norm": 7.576384814456105e-05, |
| "learning_rate": 4.380692167577414e-05, |
| "loss": 0.0001, |
| "step": 1935 |
| }, |
| { |
| "epoch": 2.120218579234973, |
| "grad_norm": 0.00017848057905212045, |
| "learning_rate": 4.37765634486946e-05, |
| "loss": 0.0, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.1256830601092895, |
| "grad_norm": 0.00016036807210184634, |
| "learning_rate": 4.374620522161506e-05, |
| "loss": 0.0, |
| "step": 1945 |
| }, |
| { |
| "epoch": 2.1311475409836067, |
| "grad_norm": 0.0007356128189712763, |
| "learning_rate": 4.371584699453552e-05, |
| "loss": 0.0, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.1366120218579234, |
| "grad_norm": 6.098092126194388e-05, |
| "learning_rate": 4.3685488767455985e-05, |
| "loss": 0.0, |
| "step": 1955 |
| }, |
| { |
| "epoch": 2.1420765027322406, |
| "grad_norm": 0.00010312991798855364, |
| "learning_rate": 4.365513054037644e-05, |
| "loss": 0.0, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.1475409836065573, |
| "grad_norm": 8.894432539818808e-05, |
| "learning_rate": 4.362477231329691e-05, |
| "loss": 0.0, |
| "step": 1965 |
| }, |
| { |
| "epoch": 2.1530054644808745, |
| "grad_norm": 8.428292494500056e-05, |
| "learning_rate": 4.3594414086217365e-05, |
| "loss": 0.0, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.158469945355191, |
| "grad_norm": 8.923211134970188e-05, |
| "learning_rate": 4.356405585913783e-05, |
| "loss": 0.0, |
| "step": 1975 |
| }, |
| { |
| "epoch": 2.1639344262295084, |
| "grad_norm": 0.0001834633876569569, |
| "learning_rate": 4.353369763205829e-05, |
| "loss": 0.0449, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.169398907103825, |
| "grad_norm": 0.0003559277392923832, |
| "learning_rate": 4.350333940497875e-05, |
| "loss": 0.0, |
| "step": 1985 |
| }, |
| { |
| "epoch": 2.1748633879781423, |
| "grad_norm": 5.8480047300690785e-05, |
| "learning_rate": 4.3472981177899216e-05, |
| "loss": 0.0, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.180327868852459, |
| "grad_norm": 9.875800606096163e-05, |
| "learning_rate": 4.3442622950819674e-05, |
| "loss": 0.0002, |
| "step": 1995 |
| }, |
| { |
| "epoch": 2.185792349726776, |
| "grad_norm": 0.00011199543223483488, |
| "learning_rate": 4.341226472374014e-05, |
| "loss": 0.0012, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.191256830601093, |
| "grad_norm": 6.932274845894426e-05, |
| "learning_rate": 4.3381906496660596e-05, |
| "loss": 0.0321, |
| "step": 2005 |
| }, |
| { |
| "epoch": 2.19672131147541, |
| "grad_norm": 0.022693945094943047, |
| "learning_rate": 4.335154826958106e-05, |
| "loss": 0.1198, |
| "step": 2010 |
| }, |
| { |
| "epoch": 2.202185792349727, |
| "grad_norm": 5.4680960602127016e-05, |
| "learning_rate": 4.332119004250152e-05, |
| "loss": 0.0, |
| "step": 2015 |
| }, |
| { |
| "epoch": 2.2076502732240435, |
| "grad_norm": 10.618327140808105, |
| "learning_rate": 4.329083181542198e-05, |
| "loss": 0.0059, |
| "step": 2020 |
| }, |
| { |
| "epoch": 2.2131147540983607, |
| "grad_norm": 7.450117846019566e-05, |
| "learning_rate": 4.326047358834244e-05, |
| "loss": 0.0, |
| "step": 2025 |
| }, |
| { |
| "epoch": 2.2185792349726774, |
| "grad_norm": 0.004406645428389311, |
| "learning_rate": 4.32301153612629e-05, |
| "loss": 0.0, |
| "step": 2030 |
| }, |
| { |
| "epoch": 2.2240437158469946, |
| "grad_norm": 8.840003283694386e-05, |
| "learning_rate": 4.319975713418336e-05, |
| "loss": 0.0, |
| "step": 2035 |
| }, |
| { |
| "epoch": 2.2295081967213113, |
| "grad_norm": 0.005674728192389011, |
| "learning_rate": 4.316939890710383e-05, |
| "loss": 0.0, |
| "step": 2040 |
| }, |
| { |
| "epoch": 2.2349726775956285, |
| "grad_norm": 25.384016036987305, |
| "learning_rate": 4.313904068002429e-05, |
| "loss": 0.0272, |
| "step": 2045 |
| }, |
| { |
| "epoch": 2.240437158469945, |
| "grad_norm": 8.648393850307912e-05, |
| "learning_rate": 4.310868245294475e-05, |
| "loss": 0.2247, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.2459016393442623, |
| "grad_norm": 36.4394645690918, |
| "learning_rate": 4.3078324225865214e-05, |
| "loss": 0.1866, |
| "step": 2055 |
| }, |
| { |
| "epoch": 2.251366120218579, |
| "grad_norm": 0.00034720319672487676, |
| "learning_rate": 4.304796599878567e-05, |
| "loss": 0.0, |
| "step": 2060 |
| }, |
| { |
| "epoch": 2.2568306010928962, |
| "grad_norm": 0.001058422145433724, |
| "learning_rate": 4.3017607771706137e-05, |
| "loss": 0.0001, |
| "step": 2065 |
| }, |
| { |
| "epoch": 2.262295081967213, |
| "grad_norm": 0.0010224126745015383, |
| "learning_rate": 4.2987249544626594e-05, |
| "loss": 0.0287, |
| "step": 2070 |
| }, |
| { |
| "epoch": 2.26775956284153, |
| "grad_norm": 0.00043366028694435954, |
| "learning_rate": 4.295689131754706e-05, |
| "loss": 0.0112, |
| "step": 2075 |
| }, |
| { |
| "epoch": 2.273224043715847, |
| "grad_norm": 0.00029680755687877536, |
| "learning_rate": 4.2926533090467517e-05, |
| "loss": 0.0, |
| "step": 2080 |
| }, |
| { |
| "epoch": 2.278688524590164, |
| "grad_norm": 0.0005055105430074036, |
| "learning_rate": 4.289617486338798e-05, |
| "loss": 0.0, |
| "step": 2085 |
| }, |
| { |
| "epoch": 2.2841530054644807, |
| "grad_norm": 0.00031777381082065403, |
| "learning_rate": 4.2865816636308446e-05, |
| "loss": 0.0, |
| "step": 2090 |
| }, |
| { |
| "epoch": 2.289617486338798, |
| "grad_norm": 0.00021517739514820278, |
| "learning_rate": 4.28354584092289e-05, |
| "loss": 0.0, |
| "step": 2095 |
| }, |
| { |
| "epoch": 2.2950819672131146, |
| "grad_norm": 0.0009914422407746315, |
| "learning_rate": 4.280510018214937e-05, |
| "loss": 0.0469, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.300546448087432, |
| "grad_norm": 0.00023720291210338473, |
| "learning_rate": 4.2774741955069826e-05, |
| "loss": 0.0, |
| "step": 2105 |
| }, |
| { |
| "epoch": 2.3060109289617485, |
| "grad_norm": 0.00918621476739645, |
| "learning_rate": 4.274438372799029e-05, |
| "loss": 0.0001, |
| "step": 2110 |
| }, |
| { |
| "epoch": 2.3114754098360657, |
| "grad_norm": 0.002750314772129059, |
| "learning_rate": 4.271402550091075e-05, |
| "loss": 0.0001, |
| "step": 2115 |
| }, |
| { |
| "epoch": 2.3169398907103824, |
| "grad_norm": 0.0003200963546987623, |
| "learning_rate": 4.268366727383121e-05, |
| "loss": 0.0003, |
| "step": 2120 |
| }, |
| { |
| "epoch": 2.3224043715846996, |
| "grad_norm": 0.0004604012647178024, |
| "learning_rate": 4.265330904675167e-05, |
| "loss": 0.0, |
| "step": 2125 |
| }, |
| { |
| "epoch": 2.3278688524590163, |
| "grad_norm": 11.309343338012695, |
| "learning_rate": 4.262295081967213e-05, |
| "loss": 0.0048, |
| "step": 2130 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 0.0001469504932174459, |
| "learning_rate": 4.259259259259259e-05, |
| "loss": 0.0, |
| "step": 2135 |
| }, |
| { |
| "epoch": 2.33879781420765, |
| "grad_norm": 0.00021601478511001915, |
| "learning_rate": 4.256223436551306e-05, |
| "loss": 0.0, |
| "step": 2140 |
| }, |
| { |
| "epoch": 2.3442622950819674, |
| "grad_norm": 0.00023017208150122315, |
| "learning_rate": 4.253187613843352e-05, |
| "loss": 0.0857, |
| "step": 2145 |
| }, |
| { |
| "epoch": 2.349726775956284, |
| "grad_norm": 38.37042999267578, |
| "learning_rate": 4.250151791135398e-05, |
| "loss": 0.2799, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.3551912568306013, |
| "grad_norm": 0.0014018617803230882, |
| "learning_rate": 4.2471159684274444e-05, |
| "loss": 0.0, |
| "step": 2155 |
| }, |
| { |
| "epoch": 2.360655737704918, |
| "grad_norm": 0.07934489101171494, |
| "learning_rate": 4.24408014571949e-05, |
| "loss": 0.0837, |
| "step": 2160 |
| }, |
| { |
| "epoch": 2.366120218579235, |
| "grad_norm": 0.0009544425411149859, |
| "learning_rate": 4.2410443230115366e-05, |
| "loss": 0.0016, |
| "step": 2165 |
| }, |
| { |
| "epoch": 2.371584699453552, |
| "grad_norm": 0.0019977609626948833, |
| "learning_rate": 4.2380085003035824e-05, |
| "loss": 0.0, |
| "step": 2170 |
| }, |
| { |
| "epoch": 2.3770491803278686, |
| "grad_norm": 0.0008353716693818569, |
| "learning_rate": 4.234972677595629e-05, |
| "loss": 0.1553, |
| "step": 2175 |
| }, |
| { |
| "epoch": 2.3825136612021858, |
| "grad_norm": 0.00047743169125169516, |
| "learning_rate": 4.2319368548876746e-05, |
| "loss": 0.0004, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.387978142076503, |
| "grad_norm": 1.1335127353668213, |
| "learning_rate": 4.2289010321797204e-05, |
| "loss": 0.0041, |
| "step": 2185 |
| }, |
| { |
| "epoch": 2.3934426229508197, |
| "grad_norm": 0.0003214840835426003, |
| "learning_rate": 4.225865209471767e-05, |
| "loss": 0.0003, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.3989071038251364, |
| "grad_norm": 0.0005583087913691998, |
| "learning_rate": 4.222829386763813e-05, |
| "loss": 0.0, |
| "step": 2195 |
| }, |
| { |
| "epoch": 2.4043715846994536, |
| "grad_norm": 0.00019280117703601718, |
| "learning_rate": 4.21979356405586e-05, |
| "loss": 0.0, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.4098360655737707, |
| "grad_norm": 0.0002531936625018716, |
| "learning_rate": 4.2167577413479055e-05, |
| "loss": 0.0, |
| "step": 2205 |
| }, |
| { |
| "epoch": 2.4153005464480874, |
| "grad_norm": 0.0003483460459392518, |
| "learning_rate": 4.213721918639952e-05, |
| "loss": 0.0, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.420765027322404, |
| "grad_norm": 0.0002563974994700402, |
| "learning_rate": 4.210686095931998e-05, |
| "loss": 0.0001, |
| "step": 2215 |
| }, |
| { |
| "epoch": 2.4262295081967213, |
| "grad_norm": 0.00037459208397194743, |
| "learning_rate": 4.207650273224044e-05, |
| "loss": 0.0, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.431693989071038, |
| "grad_norm": 0.0010059193009510636, |
| "learning_rate": 4.20461445051609e-05, |
| "loss": 0.1636, |
| "step": 2225 |
| }, |
| { |
| "epoch": 2.4371584699453552, |
| "grad_norm": 0.07868228107690811, |
| "learning_rate": 4.201578627808136e-05, |
| "loss": 0.0002, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.442622950819672, |
| "grad_norm": 0.003810027614235878, |
| "learning_rate": 4.198542805100182e-05, |
| "loss": 0.0003, |
| "step": 2235 |
| }, |
| { |
| "epoch": 2.448087431693989, |
| "grad_norm": 0.0003104351635556668, |
| "learning_rate": 4.195506982392228e-05, |
| "loss": 0.0005, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.453551912568306, |
| "grad_norm": 0.000299435923807323, |
| "learning_rate": 4.1924711596842744e-05, |
| "loss": 0.0002, |
| "step": 2245 |
| }, |
| { |
| "epoch": 2.459016393442623, |
| "grad_norm": 0.00018563756020739675, |
| "learning_rate": 4.189435336976321e-05, |
| "loss": 0.0, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.4644808743169397, |
| "grad_norm": 0.00043477851431816816, |
| "learning_rate": 4.186399514268367e-05, |
| "loss": 0.0, |
| "step": 2255 |
| }, |
| { |
| "epoch": 2.469945355191257, |
| "grad_norm": 0.00019215783686377108, |
| "learning_rate": 4.183363691560413e-05, |
| "loss": 0.0, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.4754098360655736, |
| "grad_norm": 0.00027334748301655054, |
| "learning_rate": 4.1803278688524595e-05, |
| "loss": 0.0, |
| "step": 2265 |
| }, |
| { |
| "epoch": 2.480874316939891, |
| "grad_norm": 0.0002772251609712839, |
| "learning_rate": 4.177292046144505e-05, |
| "loss": 0.0, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.4863387978142075, |
| "grad_norm": 0.0001554929040139541, |
| "learning_rate": 4.174256223436552e-05, |
| "loss": 0.0, |
| "step": 2275 |
| }, |
| { |
| "epoch": 2.4918032786885247, |
| "grad_norm": 0.00038592342752963305, |
| "learning_rate": 4.1712204007285975e-05, |
| "loss": 0.0, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.4972677595628414, |
| "grad_norm": 0.0002766764082480222, |
| "learning_rate": 4.168184578020643e-05, |
| "loss": 0.2958, |
| "step": 2285 |
| }, |
| { |
| "epoch": 2.5027322404371586, |
| "grad_norm": 0.006776416674256325, |
| "learning_rate": 4.16514875531269e-05, |
| "loss": 0.0001, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.5081967213114753, |
| "grad_norm": 0.037279609590768814, |
| "learning_rate": 4.162112932604736e-05, |
| "loss": 0.0003, |
| "step": 2295 |
| }, |
| { |
| "epoch": 2.5136612021857925, |
| "grad_norm": 0.0005434492486529052, |
| "learning_rate": 4.1590771098967827e-05, |
| "loss": 0.002, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.519125683060109, |
| "grad_norm": 0.0008327377145178616, |
| "learning_rate": 4.1560412871888284e-05, |
| "loss": 0.0, |
| "step": 2305 |
| }, |
| { |
| "epoch": 2.5245901639344264, |
| "grad_norm": 0.00018225843086838722, |
| "learning_rate": 4.153005464480875e-05, |
| "loss": 0.0, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.530054644808743, |
| "grad_norm": 0.0016029364196583629, |
| "learning_rate": 4.1499696417729207e-05, |
| "loss": 0.0001, |
| "step": 2315 |
| }, |
| { |
| "epoch": 2.5355191256830603, |
| "grad_norm": 0.00022132557933218777, |
| "learning_rate": 4.146933819064967e-05, |
| "loss": 0.0001, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.540983606557377, |
| "grad_norm": 0.008287652395665646, |
| "learning_rate": 4.143897996357013e-05, |
| "loss": 0.0001, |
| "step": 2325 |
| }, |
| { |
| "epoch": 2.546448087431694, |
| "grad_norm": 0.0076728700660169125, |
| "learning_rate": 4.1408621736490587e-05, |
| "loss": 0.0, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.551912568306011, |
| "grad_norm": 0.00015040539437904954, |
| "learning_rate": 4.137826350941105e-05, |
| "loss": 0.0, |
| "step": 2335 |
| }, |
| { |
| "epoch": 2.557377049180328, |
| "grad_norm": 0.0013361191377043724, |
| "learning_rate": 4.134790528233151e-05, |
| "loss": 0.0, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.5628415300546448, |
| "grad_norm": 0.003388547571375966, |
| "learning_rate": 4.131754705525197e-05, |
| "loss": 0.0, |
| "step": 2345 |
| }, |
| { |
| "epoch": 2.5683060109289615, |
| "grad_norm": 0.000265285256318748, |
| "learning_rate": 4.128718882817244e-05, |
| "loss": 0.0, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.5737704918032787, |
| "grad_norm": 0.0002575261751189828, |
| "learning_rate": 4.12568306010929e-05, |
| "loss": 0.0, |
| "step": 2355 |
| }, |
| { |
| "epoch": 2.579234972677596, |
| "grad_norm": 0.00025711252237670124, |
| "learning_rate": 4.122647237401336e-05, |
| "loss": 0.0, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.5846994535519126, |
| "grad_norm": 0.0004015800659544766, |
| "learning_rate": 4.1196114146933825e-05, |
| "loss": 0.0, |
| "step": 2365 |
| }, |
| { |
| "epoch": 2.5901639344262293, |
| "grad_norm": 0.0002642312610987574, |
| "learning_rate": 4.116575591985428e-05, |
| "loss": 0.1755, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.5956284153005464, |
| "grad_norm": 0.00034015090204775333, |
| "learning_rate": 4.113539769277475e-05, |
| "loss": 0.0, |
| "step": 2375 |
| }, |
| { |
| "epoch": 2.6010928961748636, |
| "grad_norm": 0.00024969771038740873, |
| "learning_rate": 4.1105039465695205e-05, |
| "loss": 0.0041, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.6065573770491803, |
| "grad_norm": 0.0018195788143202662, |
| "learning_rate": 4.107468123861566e-05, |
| "loss": 0.0002, |
| "step": 2385 |
| }, |
| { |
| "epoch": 2.612021857923497, |
| "grad_norm": 0.0009367292514070868, |
| "learning_rate": 4.104432301153613e-05, |
| "loss": 0.0, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.6174863387978142, |
| "grad_norm": 0.0002414148475509137, |
| "learning_rate": 4.1013964784456585e-05, |
| "loss": 0.0, |
| "step": 2395 |
| }, |
| { |
| "epoch": 2.6229508196721314, |
| "grad_norm": 0.00028640354867093265, |
| "learning_rate": 4.098360655737705e-05, |
| "loss": 0.0, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.628415300546448, |
| "grad_norm": 0.00019009907555300742, |
| "learning_rate": 4.0953248330297514e-05, |
| "loss": 0.0, |
| "step": 2405 |
| }, |
| { |
| "epoch": 2.633879781420765, |
| "grad_norm": 0.00015359176904894412, |
| "learning_rate": 4.092289010321798e-05, |
| "loss": 0.029, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.639344262295082, |
| "grad_norm": 0.0025620998349040747, |
| "learning_rate": 4.0892531876138436e-05, |
| "loss": 0.0, |
| "step": 2415 |
| }, |
| { |
| "epoch": 2.644808743169399, |
| "grad_norm": 0.00017074740026146173, |
| "learning_rate": 4.08621736490589e-05, |
| "loss": 0.0, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.650273224043716, |
| "grad_norm": 0.00021745880076196045, |
| "learning_rate": 4.083181542197936e-05, |
| "loss": 0.0, |
| "step": 2425 |
| }, |
| { |
| "epoch": 2.6557377049180326, |
| "grad_norm": 0.0006353080389089882, |
| "learning_rate": 4.080145719489982e-05, |
| "loss": 0.0, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.66120218579235, |
| "grad_norm": 0.000403941870899871, |
| "learning_rate": 4.077109896782028e-05, |
| "loss": 0.0, |
| "step": 2435 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.00042110533104278147, |
| "learning_rate": 4.074074074074074e-05, |
| "loss": 0.0, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.6721311475409837, |
| "grad_norm": 0.0002816633495967835, |
| "learning_rate": 4.07103825136612e-05, |
| "loss": 0.0001, |
| "step": 2445 |
| }, |
| { |
| "epoch": 2.6775956284153004, |
| "grad_norm": 0.036186400800943375, |
| "learning_rate": 4.068002428658167e-05, |
| "loss": 0.0001, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.6830601092896176, |
| "grad_norm": 0.00018799924873746932, |
| "learning_rate": 4.064966605950213e-05, |
| "loss": 0.0002, |
| "step": 2455 |
| }, |
| { |
| "epoch": 2.6885245901639343, |
| "grad_norm": 0.000202516297576949, |
| "learning_rate": 4.061930783242259e-05, |
| "loss": 0.0, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.6939890710382515, |
| "grad_norm": 0.01154984999448061, |
| "learning_rate": 4.0588949605343054e-05, |
| "loss": 0.0, |
| "step": 2465 |
| }, |
| { |
| "epoch": 2.699453551912568, |
| "grad_norm": 0.0010380310704931617, |
| "learning_rate": 4.055859137826351e-05, |
| "loss": 0.0, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.7049180327868854, |
| "grad_norm": 9.886401676340029e-05, |
| "learning_rate": 4.0528233151183976e-05, |
| "loss": 0.0, |
| "step": 2475 |
| }, |
| { |
| "epoch": 2.710382513661202, |
| "grad_norm": 0.003762443084269762, |
| "learning_rate": 4.0497874924104434e-05, |
| "loss": 0.0, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.7158469945355193, |
| "grad_norm": 0.00016515249444637448, |
| "learning_rate": 4.046751669702489e-05, |
| "loss": 0.0, |
| "step": 2485 |
| }, |
| { |
| "epoch": 2.721311475409836, |
| "grad_norm": 0.007088791113346815, |
| "learning_rate": 4.0437158469945356e-05, |
| "loss": 0.0, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.726775956284153, |
| "grad_norm": 0.00012914990657009184, |
| "learning_rate": 4.0406800242865814e-05, |
| "loss": 0.0, |
| "step": 2495 |
| }, |
| { |
| "epoch": 2.73224043715847, |
| "grad_norm": 10.831242561340332, |
| "learning_rate": 4.037644201578628e-05, |
| "loss": 0.0252, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.737704918032787, |
| "grad_norm": 0.000647792941890657, |
| "learning_rate": 4.034608378870674e-05, |
| "loss": 0.0, |
| "step": 2505 |
| }, |
| { |
| "epoch": 2.7431693989071038, |
| "grad_norm": 0.0003103922645095736, |
| "learning_rate": 4.031572556162721e-05, |
| "loss": 0.0, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.748633879781421, |
| "grad_norm": 0.00011969503248110414, |
| "learning_rate": 4.0285367334547665e-05, |
| "loss": 0.0001, |
| "step": 2515 |
| }, |
| { |
| "epoch": 2.7540983606557377, |
| "grad_norm": 7.822127372492105e-05, |
| "learning_rate": 4.025500910746813e-05, |
| "loss": 0.0232, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.7595628415300544, |
| "grad_norm": 0.8959982395172119, |
| "learning_rate": 4.022465088038859e-05, |
| "loss": 0.0007, |
| "step": 2525 |
| }, |
| { |
| "epoch": 2.7650273224043715, |
| "grad_norm": 5.191492164158262e-05, |
| "learning_rate": 4.019429265330905e-05, |
| "loss": 0.0507, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.7704918032786887, |
| "grad_norm": 3.3753425668692216e-05, |
| "learning_rate": 4.016393442622951e-05, |
| "loss": 0.0, |
| "step": 2535 |
| }, |
| { |
| "epoch": 2.7759562841530054, |
| "grad_norm": 0.0015989969251677394, |
| "learning_rate": 4.013357619914997e-05, |
| "loss": 0.2098, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.781420765027322, |
| "grad_norm": 0.0004384935018606484, |
| "learning_rate": 4.010321797207043e-05, |
| "loss": 0.0, |
| "step": 2545 |
| }, |
| { |
| "epoch": 2.7868852459016393, |
| "grad_norm": 0.0006148093962110579, |
| "learning_rate": 4.007285974499089e-05, |
| "loss": 0.0003, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.7923497267759565, |
| "grad_norm": 0.0004790659877471626, |
| "learning_rate": 4.0042501517911354e-05, |
| "loss": 0.0001, |
| "step": 2555 |
| }, |
| { |
| "epoch": 2.797814207650273, |
| "grad_norm": 0.00042726221727207303, |
| "learning_rate": 4.001214329083182e-05, |
| "loss": 0.0, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.80327868852459, |
| "grad_norm": 0.0007618932868354023, |
| "learning_rate": 3.998178506375228e-05, |
| "loss": 0.0001, |
| "step": 2565 |
| }, |
| { |
| "epoch": 2.808743169398907, |
| "grad_norm": 0.0008412741590291262, |
| "learning_rate": 3.995142683667274e-05, |
| "loss": 0.0001, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.8142076502732243, |
| "grad_norm": 0.0014517188537865877, |
| "learning_rate": 3.9921068609593206e-05, |
| "loss": 0.0004, |
| "step": 2575 |
| }, |
| { |
| "epoch": 2.819672131147541, |
| "grad_norm": 0.00429339986294508, |
| "learning_rate": 3.989071038251366e-05, |
| "loss": 0.0486, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.8251366120218577, |
| "grad_norm": 0.00370145495980978, |
| "learning_rate": 3.986035215543412e-05, |
| "loss": 0.0003, |
| "step": 2585 |
| }, |
| { |
| "epoch": 2.830601092896175, |
| "grad_norm": 0.03380095958709717, |
| "learning_rate": 3.9829993928354586e-05, |
| "loss": 0.1322, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.836065573770492, |
| "grad_norm": 0.0033515288960188627, |
| "learning_rate": 3.979963570127504e-05, |
| "loss": 0.0001, |
| "step": 2595 |
| }, |
| { |
| "epoch": 2.841530054644809, |
| "grad_norm": 0.0014321180060505867, |
| "learning_rate": 3.976927747419551e-05, |
| "loss": 0.0001, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.8469945355191255, |
| "grad_norm": 0.03204883262515068, |
| "learning_rate": 3.9738919247115966e-05, |
| "loss": 0.0003, |
| "step": 2605 |
| }, |
| { |
| "epoch": 2.8524590163934427, |
| "grad_norm": 0.008516996167600155, |
| "learning_rate": 3.970856102003643e-05, |
| "loss": 0.0001, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.8579234972677594, |
| "grad_norm": 0.001425994443707168, |
| "learning_rate": 3.9678202792956895e-05, |
| "loss": 0.0, |
| "step": 2615 |
| }, |
| { |
| "epoch": 2.8633879781420766, |
| "grad_norm": 0.0012937316205352545, |
| "learning_rate": 3.964784456587736e-05, |
| "loss": 0.0, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.8688524590163933, |
| "grad_norm": 0.03010261245071888, |
| "learning_rate": 3.961748633879782e-05, |
| "loss": 0.0002, |
| "step": 2625 |
| }, |
| { |
| "epoch": 2.8743169398907105, |
| "grad_norm": 0.0004600689571816474, |
| "learning_rate": 3.958712811171828e-05, |
| "loss": 0.0, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.879781420765027, |
| "grad_norm": 0.00028389832004904747, |
| "learning_rate": 3.955676988463874e-05, |
| "loss": 0.0, |
| "step": 2635 |
| }, |
| { |
| "epoch": 2.8852459016393444, |
| "grad_norm": 0.0002460504474584013, |
| "learning_rate": 3.95264116575592e-05, |
| "loss": 0.0, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.890710382513661, |
| "grad_norm": 0.0009908434003591537, |
| "learning_rate": 3.949605343047966e-05, |
| "loss": 0.0, |
| "step": 2645 |
| }, |
| { |
| "epoch": 2.8961748633879782, |
| "grad_norm": 0.00033436762169003487, |
| "learning_rate": 3.946569520340012e-05, |
| "loss": 0.0001, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.901639344262295, |
| "grad_norm": 0.13410432636737823, |
| "learning_rate": 3.9435336976320584e-05, |
| "loss": 0.0004, |
| "step": 2655 |
| }, |
| { |
| "epoch": 2.907103825136612, |
| "grad_norm": 0.0007000039331614971, |
| "learning_rate": 3.940497874924105e-05, |
| "loss": 0.0, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.912568306010929, |
| "grad_norm": 0.0011719991452991962, |
| "learning_rate": 3.937462052216151e-05, |
| "loss": 0.0001, |
| "step": 2665 |
| }, |
| { |
| "epoch": 2.918032786885246, |
| "grad_norm": 0.0003357301466166973, |
| "learning_rate": 3.934426229508197e-05, |
| "loss": 0.0, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.9234972677595628, |
| "grad_norm": 0.00033655870356597006, |
| "learning_rate": 3.9313904068002435e-05, |
| "loss": 0.0, |
| "step": 2675 |
| }, |
| { |
| "epoch": 2.92896174863388, |
| "grad_norm": 0.000492806953843683, |
| "learning_rate": 3.928354584092289e-05, |
| "loss": 0.0, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.9344262295081966, |
| "grad_norm": 3.1253645420074463, |
| "learning_rate": 3.925318761384335e-05, |
| "loss": 0.003, |
| "step": 2685 |
| }, |
| { |
| "epoch": 2.939890710382514, |
| "grad_norm": 0.0002712997666094452, |
| "learning_rate": 3.9222829386763815e-05, |
| "loss": 0.0001, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.9453551912568305, |
| "grad_norm": 0.00011406480916775763, |
| "learning_rate": 3.919247115968427e-05, |
| "loss": 0.0, |
| "step": 2695 |
| }, |
| { |
| "epoch": 2.9508196721311473, |
| "grad_norm": 0.00010400738392490894, |
| "learning_rate": 3.916211293260474e-05, |
| "loss": 0.0, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.9562841530054644, |
| "grad_norm": 0.00011682388139888644, |
| "learning_rate": 3.9131754705525195e-05, |
| "loss": 0.0, |
| "step": 2705 |
| }, |
| { |
| "epoch": 2.9617486338797816, |
| "grad_norm": 0.00019643260748125613, |
| "learning_rate": 3.910139647844566e-05, |
| "loss": 0.3659, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.9672131147540983, |
| "grad_norm": 0.002085154876112938, |
| "learning_rate": 3.9071038251366124e-05, |
| "loss": 0.0011, |
| "step": 2715 |
| }, |
| { |
| "epoch": 2.972677595628415, |
| "grad_norm": 0.00412380276247859, |
| "learning_rate": 3.904068002428659e-05, |
| "loss": 0.0003, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.978142076502732, |
| "grad_norm": 0.007716290187090635, |
| "learning_rate": 3.9010321797207046e-05, |
| "loss": 0.0001, |
| "step": 2725 |
| }, |
| { |
| "epoch": 2.9836065573770494, |
| "grad_norm": 0.00448417104780674, |
| "learning_rate": 3.897996357012751e-05, |
| "loss": 0.0002, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.989071038251366, |
| "grad_norm": 0.008972808718681335, |
| "learning_rate": 3.894960534304797e-05, |
| "loss": 0.0001, |
| "step": 2735 |
| }, |
| { |
| "epoch": 2.994535519125683, |
| "grad_norm": 0.0038951467722654343, |
| "learning_rate": 3.8919247115968426e-05, |
| "loss": 0.0001, |
| "step": 2740 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.00253617693670094, |
| "learning_rate": 3.888888888888889e-05, |
| "loss": 0.0003, |
| "step": 2745 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.005263752304017544, |
| "eval_runtime": 654.9252, |
| "eval_samples_per_second": 11.171, |
| "eval_steps_per_second": 1.397, |
| "step": 2745 |
| }, |
| { |
| "epoch": 3.0054644808743167, |
| "grad_norm": 0.003645621705800295, |
| "learning_rate": 3.885853066180935e-05, |
| "loss": 0.0001, |
| "step": 2750 |
| }, |
| { |
| "epoch": 3.010928961748634, |
| "grad_norm": 0.0024589765816926956, |
| "learning_rate": 3.882817243472981e-05, |
| "loss": 0.0001, |
| "step": 2755 |
| }, |
| { |
| "epoch": 3.0163934426229506, |
| "grad_norm": 0.00158478575758636, |
| "learning_rate": 3.879781420765027e-05, |
| "loss": 0.0, |
| "step": 2760 |
| }, |
| { |
| "epoch": 3.021857923497268, |
| "grad_norm": 0.000341015518642962, |
| "learning_rate": 3.8767455980570735e-05, |
| "loss": 0.0, |
| "step": 2765 |
| }, |
| { |
| "epoch": 3.0273224043715845, |
| "grad_norm": 0.0012479755096137524, |
| "learning_rate": 3.87370977534912e-05, |
| "loss": 0.0, |
| "step": 2770 |
| }, |
| { |
| "epoch": 3.0327868852459017, |
| "grad_norm": 0.0006929456721991301, |
| "learning_rate": 3.8706739526411664e-05, |
| "loss": 0.0, |
| "step": 2775 |
| }, |
| { |
| "epoch": 3.0382513661202184, |
| "grad_norm": 0.0006383946747519076, |
| "learning_rate": 3.867638129933212e-05, |
| "loss": 0.0, |
| "step": 2780 |
| }, |
| { |
| "epoch": 3.0437158469945356, |
| "grad_norm": 0.001444321358576417, |
| "learning_rate": 3.864602307225258e-05, |
| "loss": 0.0, |
| "step": 2785 |
| }, |
| { |
| "epoch": 3.0491803278688523, |
| "grad_norm": 0.00034748337930068374, |
| "learning_rate": 3.8615664845173044e-05, |
| "loss": 0.0, |
| "step": 2790 |
| }, |
| { |
| "epoch": 3.0546448087431695, |
| "grad_norm": 0.0002488761965651065, |
| "learning_rate": 3.85853066180935e-05, |
| "loss": 0.0, |
| "step": 2795 |
| }, |
| { |
| "epoch": 3.060109289617486, |
| "grad_norm": 0.0011106929741799831, |
| "learning_rate": 3.8554948391013967e-05, |
| "loss": 0.0, |
| "step": 2800 |
| }, |
| { |
| "epoch": 3.0655737704918034, |
| "grad_norm": 0.0006728707812726498, |
| "learning_rate": 3.8524590163934424e-05, |
| "loss": 0.0, |
| "step": 2805 |
| }, |
| { |
| "epoch": 3.07103825136612, |
| "grad_norm": 0.0007144726696424186, |
| "learning_rate": 3.849423193685489e-05, |
| "loss": 0.0, |
| "step": 2810 |
| }, |
| { |
| "epoch": 3.0765027322404372, |
| "grad_norm": 0.0004376015567686409, |
| "learning_rate": 3.8463873709775347e-05, |
| "loss": 0.0, |
| "step": 2815 |
| }, |
| { |
| "epoch": 3.081967213114754, |
| "grad_norm": 0.0008594472892582417, |
| "learning_rate": 3.843351548269581e-05, |
| "loss": 0.0, |
| "step": 2820 |
| }, |
| { |
| "epoch": 3.087431693989071, |
| "grad_norm": 0.0019469836261123419, |
| "learning_rate": 3.8403157255616276e-05, |
| "loss": 0.2017, |
| "step": 2825 |
| }, |
| { |
| "epoch": 3.092896174863388, |
| "grad_norm": 0.00610232213512063, |
| "learning_rate": 3.837279902853674e-05, |
| "loss": 0.0001, |
| "step": 2830 |
| }, |
| { |
| "epoch": 3.098360655737705, |
| "grad_norm": 0.0029869854915887117, |
| "learning_rate": 3.83424408014572e-05, |
| "loss": 0.0001, |
| "step": 2835 |
| }, |
| { |
| "epoch": 3.1038251366120218, |
| "grad_norm": 0.0915936678647995, |
| "learning_rate": 3.8312082574377656e-05, |
| "loss": 0.002, |
| "step": 2840 |
| }, |
| { |
| "epoch": 3.109289617486339, |
| "grad_norm": 0.007518662605434656, |
| "learning_rate": 3.828172434729812e-05, |
| "loss": 0.0001, |
| "step": 2845 |
| }, |
| { |
| "epoch": 3.1147540983606556, |
| "grad_norm": 0.003184305736795068, |
| "learning_rate": 3.825136612021858e-05, |
| "loss": 0.0008, |
| "step": 2850 |
| }, |
| { |
| "epoch": 3.120218579234973, |
| "grad_norm": 0.004786128643900156, |
| "learning_rate": 3.822100789313904e-05, |
| "loss": 0.0005, |
| "step": 2855 |
| }, |
| { |
| "epoch": 3.1256830601092895, |
| "grad_norm": 0.003782659536227584, |
| "learning_rate": 3.81906496660595e-05, |
| "loss": 0.0003, |
| "step": 2860 |
| }, |
| { |
| "epoch": 3.1311475409836067, |
| "grad_norm": 0.006366930436342955, |
| "learning_rate": 3.8160291438979965e-05, |
| "loss": 0.0004, |
| "step": 2865 |
| }, |
| { |
| "epoch": 3.1366120218579234, |
| "grad_norm": 0.0005854523042216897, |
| "learning_rate": 3.812993321190043e-05, |
| "loss": 0.0, |
| "step": 2870 |
| }, |
| { |
| "epoch": 3.1420765027322406, |
| "grad_norm": 0.044832780957221985, |
| "learning_rate": 3.8099574984820894e-05, |
| "loss": 0.0002, |
| "step": 2875 |
| }, |
| { |
| "epoch": 3.1475409836065573, |
| "grad_norm": 0.00037537323078140616, |
| "learning_rate": 3.806921675774135e-05, |
| "loss": 0.0, |
| "step": 2880 |
| }, |
| { |
| "epoch": 3.1530054644808745, |
| "grad_norm": 0.00020258377480786294, |
| "learning_rate": 3.8038858530661816e-05, |
| "loss": 0.0, |
| "step": 2885 |
| }, |
| { |
| "epoch": 3.158469945355191, |
| "grad_norm": 0.00040754053043201566, |
| "learning_rate": 3.8008500303582274e-05, |
| "loss": 0.0, |
| "step": 2890 |
| }, |
| { |
| "epoch": 3.1639344262295084, |
| "grad_norm": 0.00027699521160684526, |
| "learning_rate": 3.797814207650273e-05, |
| "loss": 0.0, |
| "step": 2895 |
| }, |
| { |
| "epoch": 3.169398907103825, |
| "grad_norm": 0.00014932159683667123, |
| "learning_rate": 3.7947783849423196e-05, |
| "loss": 0.0, |
| "step": 2900 |
| }, |
| { |
| "epoch": 3.1748633879781423, |
| "grad_norm": 0.00015883053129073232, |
| "learning_rate": 3.7917425622343654e-05, |
| "loss": 0.0, |
| "step": 2905 |
| }, |
| { |
| "epoch": 3.180327868852459, |
| "grad_norm": 0.0006496338173747063, |
| "learning_rate": 3.788706739526412e-05, |
| "loss": 0.0001, |
| "step": 2910 |
| }, |
| { |
| "epoch": 3.185792349726776, |
| "grad_norm": 0.00013984047109261155, |
| "learning_rate": 3.7856709168184576e-05, |
| "loss": 0.0007, |
| "step": 2915 |
| }, |
| { |
| "epoch": 3.191256830601093, |
| "grad_norm": 8.843530667945743e-05, |
| "learning_rate": 3.782635094110504e-05, |
| "loss": 0.0001, |
| "step": 2920 |
| }, |
| { |
| "epoch": 3.19672131147541, |
| "grad_norm": 0.023396478965878487, |
| "learning_rate": 3.7795992714025505e-05, |
| "loss": 0.0001, |
| "step": 2925 |
| }, |
| { |
| "epoch": 3.202185792349727, |
| "grad_norm": 7.777877908665687e-05, |
| "learning_rate": 3.776563448694597e-05, |
| "loss": 0.0, |
| "step": 2930 |
| }, |
| { |
| "epoch": 3.2076502732240435, |
| "grad_norm": 8.528177568223327e-05, |
| "learning_rate": 3.773527625986643e-05, |
| "loss": 0.0, |
| "step": 2935 |
| }, |
| { |
| "epoch": 3.2131147540983607, |
| "grad_norm": 0.012153876014053822, |
| "learning_rate": 3.7704918032786885e-05, |
| "loss": 0.0001, |
| "step": 2940 |
| }, |
| { |
| "epoch": 3.2185792349726774, |
| "grad_norm": 7.584688864881173e-05, |
| "learning_rate": 3.767455980570735e-05, |
| "loss": 0.0, |
| "step": 2945 |
| }, |
| { |
| "epoch": 3.2240437158469946, |
| "grad_norm": 6.136555748526007e-05, |
| "learning_rate": 3.764420157862781e-05, |
| "loss": 0.0, |
| "step": 2950 |
| }, |
| { |
| "epoch": 3.2295081967213113, |
| "grad_norm": 0.001584029640071094, |
| "learning_rate": 3.761384335154827e-05, |
| "loss": 0.0, |
| "step": 2955 |
| }, |
| { |
| "epoch": 3.2349726775956285, |
| "grad_norm": 7.862479105824605e-05, |
| "learning_rate": 3.758348512446873e-05, |
| "loss": 0.0, |
| "step": 2960 |
| }, |
| { |
| "epoch": 3.240437158469945, |
| "grad_norm": 0.0008851040038280189, |
| "learning_rate": 3.7553126897389194e-05, |
| "loss": 0.0, |
| "step": 2965 |
| }, |
| { |
| "epoch": 3.2459016393442623, |
| "grad_norm": 5.676416913047433e-05, |
| "learning_rate": 3.752276867030965e-05, |
| "loss": 0.0001, |
| "step": 2970 |
| }, |
| { |
| "epoch": 3.251366120218579, |
| "grad_norm": 4.914839267730713, |
| "learning_rate": 3.7492410443230116e-05, |
| "loss": 0.0017, |
| "step": 2975 |
| }, |
| { |
| "epoch": 3.2568306010928962, |
| "grad_norm": 0.00020339513139333576, |
| "learning_rate": 3.746205221615058e-05, |
| "loss": 0.0, |
| "step": 2980 |
| }, |
| { |
| "epoch": 3.262295081967213, |
| "grad_norm": 0.0002010238531511277, |
| "learning_rate": 3.7431693989071045e-05, |
| "loss": 0.0, |
| "step": 2985 |
| }, |
| { |
| "epoch": 3.26775956284153, |
| "grad_norm": 7.606866711284965e-05, |
| "learning_rate": 3.74013357619915e-05, |
| "loss": 0.1313, |
| "step": 2990 |
| }, |
| { |
| "epoch": 3.273224043715847, |
| "grad_norm": 0.0005323002696968615, |
| "learning_rate": 3.737097753491196e-05, |
| "loss": 0.0755, |
| "step": 2995 |
| }, |
| { |
| "epoch": 3.278688524590164, |
| "grad_norm": 5.004248669138178e-05, |
| "learning_rate": 3.7340619307832425e-05, |
| "loss": 0.0001, |
| "step": 3000 |
| }, |
| { |
| "epoch": 3.2841530054644807, |
| "grad_norm": 12.265705108642578, |
| "learning_rate": 3.731026108075288e-05, |
| "loss": 0.3303, |
| "step": 3005 |
| }, |
| { |
| "epoch": 3.289617486338798, |
| "grad_norm": 0.09155070781707764, |
| "learning_rate": 3.727990285367335e-05, |
| "loss": 0.0004, |
| "step": 3010 |
| }, |
| { |
| "epoch": 3.2950819672131146, |
| "grad_norm": 0.0008653182885609567, |
| "learning_rate": 3.7249544626593805e-05, |
| "loss": 0.0, |
| "step": 3015 |
| }, |
| { |
| "epoch": 3.300546448087432, |
| "grad_norm": 0.0018131888937205076, |
| "learning_rate": 3.721918639951427e-05, |
| "loss": 0.0001, |
| "step": 3020 |
| }, |
| { |
| "epoch": 3.3060109289617485, |
| "grad_norm": 0.00172705901786685, |
| "learning_rate": 3.7188828172434734e-05, |
| "loss": 0.0003, |
| "step": 3025 |
| }, |
| { |
| "epoch": 3.3114754098360657, |
| "grad_norm": 0.00302744354121387, |
| "learning_rate": 3.71584699453552e-05, |
| "loss": 0.0003, |
| "step": 3030 |
| }, |
| { |
| "epoch": 3.3169398907103824, |
| "grad_norm": 0.0013879016041755676, |
| "learning_rate": 3.7128111718275657e-05, |
| "loss": 0.0005, |
| "step": 3035 |
| }, |
| { |
| "epoch": 3.3224043715846996, |
| "grad_norm": 0.024859091266989708, |
| "learning_rate": 3.7097753491196114e-05, |
| "loss": 0.0002, |
| "step": 3040 |
| }, |
| { |
| "epoch": 3.3278688524590163, |
| "grad_norm": 0.0013450469123199582, |
| "learning_rate": 3.706739526411658e-05, |
| "loss": 0.0, |
| "step": 3045 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 0.0011400197399780154, |
| "learning_rate": 3.7037037037037037e-05, |
| "loss": 0.0, |
| "step": 3050 |
| }, |
| { |
| "epoch": 3.33879781420765, |
| "grad_norm": 0.0009009820641949773, |
| "learning_rate": 3.70066788099575e-05, |
| "loss": 0.0002, |
| "step": 3055 |
| }, |
| { |
| "epoch": 3.3442622950819674, |
| "grad_norm": 0.005573240574449301, |
| "learning_rate": 3.697632058287796e-05, |
| "loss": 0.0001, |
| "step": 3060 |
| }, |
| { |
| "epoch": 3.349726775956284, |
| "grad_norm": 0.0005607991479337215, |
| "learning_rate": 3.694596235579842e-05, |
| "loss": 0.0, |
| "step": 3065 |
| }, |
| { |
| "epoch": 3.3551912568306013, |
| "grad_norm": 0.00025221219402737916, |
| "learning_rate": 3.691560412871888e-05, |
| "loss": 0.0001, |
| "step": 3070 |
| }, |
| { |
| "epoch": 3.360655737704918, |
| "grad_norm": 0.0004546682757791132, |
| "learning_rate": 3.6885245901639346e-05, |
| "loss": 0.0, |
| "step": 3075 |
| }, |
| { |
| "epoch": 3.366120218579235, |
| "grad_norm": 0.00032192622893489897, |
| "learning_rate": 3.685488767455981e-05, |
| "loss": 0.0, |
| "step": 3080 |
| }, |
| { |
| "epoch": 3.371584699453552, |
| "grad_norm": 0.0008003158727660775, |
| "learning_rate": 3.6824529447480275e-05, |
| "loss": 0.0, |
| "step": 3085 |
| }, |
| { |
| "epoch": 3.3770491803278686, |
| "grad_norm": 0.00030273263109847903, |
| "learning_rate": 3.679417122040073e-05, |
| "loss": 0.0, |
| "step": 3090 |
| }, |
| { |
| "epoch": 3.3825136612021858, |
| "grad_norm": 0.0005664460477419198, |
| "learning_rate": 3.676381299332119e-05, |
| "loss": 0.0, |
| "step": 3095 |
| }, |
| { |
| "epoch": 3.387978142076503, |
| "grad_norm": 0.2617197632789612, |
| "learning_rate": 3.6733454766241655e-05, |
| "loss": 0.0003, |
| "step": 3100 |
| }, |
| { |
| "epoch": 3.3934426229508197, |
| "grad_norm": 0.003910338506102562, |
| "learning_rate": 3.670309653916211e-05, |
| "loss": 0.0, |
| "step": 3105 |
| }, |
| { |
| "epoch": 3.3989071038251364, |
| "grad_norm": 0.00028743871371261775, |
| "learning_rate": 3.667273831208258e-05, |
| "loss": 0.0, |
| "step": 3110 |
| }, |
| { |
| "epoch": 3.4043715846994536, |
| "grad_norm": 0.00032127246959134936, |
| "learning_rate": 3.6642380085003035e-05, |
| "loss": 0.0, |
| "step": 3115 |
| }, |
| { |
| "epoch": 3.4098360655737707, |
| "grad_norm": 0.00023537426022812724, |
| "learning_rate": 3.66120218579235e-05, |
| "loss": 0.0, |
| "step": 3120 |
| }, |
| { |
| "epoch": 3.4153005464480874, |
| "grad_norm": 0.00016202160622924566, |
| "learning_rate": 3.658166363084396e-05, |
| "loss": 0.0, |
| "step": 3125 |
| }, |
| { |
| "epoch": 3.420765027322404, |
| "grad_norm": 0.0001964465918717906, |
| "learning_rate": 3.655130540376442e-05, |
| "loss": 0.0, |
| "step": 3130 |
| }, |
| { |
| "epoch": 3.4262295081967213, |
| "grad_norm": 0.0026353199500590563, |
| "learning_rate": 3.6520947176684886e-05, |
| "loss": 0.0, |
| "step": 3135 |
| }, |
| { |
| "epoch": 3.431693989071038, |
| "grad_norm": 0.0001332706306129694, |
| "learning_rate": 3.6490588949605344e-05, |
| "loss": 0.0, |
| "step": 3140 |
| }, |
| { |
| "epoch": 3.4371584699453552, |
| "grad_norm": 0.00010366823698859662, |
| "learning_rate": 3.646023072252581e-05, |
| "loss": 0.0, |
| "step": 3145 |
| }, |
| { |
| "epoch": 3.442622950819672, |
| "grad_norm": 0.0001762459141900763, |
| "learning_rate": 3.6429872495446266e-05, |
| "loss": 0.0, |
| "step": 3150 |
| }, |
| { |
| "epoch": 3.448087431693989, |
| "grad_norm": 0.00022949972481001168, |
| "learning_rate": 3.639951426836673e-05, |
| "loss": 0.0, |
| "step": 3155 |
| }, |
| { |
| "epoch": 3.453551912568306, |
| "grad_norm": 0.014571224339306355, |
| "learning_rate": 3.636915604128719e-05, |
| "loss": 0.0001, |
| "step": 3160 |
| }, |
| { |
| "epoch": 3.459016393442623, |
| "grad_norm": 0.003986168187111616, |
| "learning_rate": 3.633879781420765e-05, |
| "loss": 0.0, |
| "step": 3165 |
| }, |
| { |
| "epoch": 3.4644808743169397, |
| "grad_norm": 0.00015372096095234156, |
| "learning_rate": 3.630843958712811e-05, |
| "loss": 0.0001, |
| "step": 3170 |
| }, |
| { |
| "epoch": 3.469945355191257, |
| "grad_norm": 0.00022497742611449212, |
| "learning_rate": 3.6278081360048575e-05, |
| "loss": 0.0, |
| "step": 3175 |
| }, |
| { |
| "epoch": 3.4754098360655736, |
| "grad_norm": 0.00011189820361323655, |
| "learning_rate": 3.624772313296903e-05, |
| "loss": 0.0002, |
| "step": 3180 |
| }, |
| { |
| "epoch": 3.480874316939891, |
| "grad_norm": 0.00029375962913036346, |
| "learning_rate": 3.62173649058895e-05, |
| "loss": 0.0, |
| "step": 3185 |
| }, |
| { |
| "epoch": 3.4863387978142075, |
| "grad_norm": 0.00013606030552182347, |
| "learning_rate": 3.618700667880996e-05, |
| "loss": 0.0, |
| "step": 3190 |
| }, |
| { |
| "epoch": 3.4918032786885247, |
| "grad_norm": 0.00935420859605074, |
| "learning_rate": 3.615664845173042e-05, |
| "loss": 0.0, |
| "step": 3195 |
| }, |
| { |
| "epoch": 3.4972677595628414, |
| "grad_norm": 8.235384302679449e-05, |
| "learning_rate": 3.6126290224650884e-05, |
| "loss": 0.0, |
| "step": 3200 |
| }, |
| { |
| "epoch": 3.5027322404371586, |
| "grad_norm": 0.00010109972208738327, |
| "learning_rate": 3.609593199757134e-05, |
| "loss": 0.0, |
| "step": 3205 |
| }, |
| { |
| "epoch": 3.5081967213114753, |
| "grad_norm": 7.307323539862409e-05, |
| "learning_rate": 3.6065573770491806e-05, |
| "loss": 0.0, |
| "step": 3210 |
| }, |
| { |
| "epoch": 3.5136612021857925, |
| "grad_norm": 0.0001078033892554231, |
| "learning_rate": 3.6035215543412264e-05, |
| "loss": 0.0, |
| "step": 3215 |
| }, |
| { |
| "epoch": 3.519125683060109, |
| "grad_norm": 0.000121029355796054, |
| "learning_rate": 3.600485731633273e-05, |
| "loss": 0.0, |
| "step": 3220 |
| }, |
| { |
| "epoch": 3.5245901639344264, |
| "grad_norm": 0.0001414872967870906, |
| "learning_rate": 3.5974499089253186e-05, |
| "loss": 0.0001, |
| "step": 3225 |
| }, |
| { |
| "epoch": 3.530054644808743, |
| "grad_norm": 0.00011328158143442124, |
| "learning_rate": 3.594414086217365e-05, |
| "loss": 0.0, |
| "step": 3230 |
| }, |
| { |
| "epoch": 3.5355191256830603, |
| "grad_norm": 0.00020013573521282524, |
| "learning_rate": 3.5913782635094115e-05, |
| "loss": 0.0, |
| "step": 3235 |
| }, |
| { |
| "epoch": 3.540983606557377, |
| "grad_norm": 0.00011696962610585615, |
| "learning_rate": 3.588342440801457e-05, |
| "loss": 0.0, |
| "step": 3240 |
| }, |
| { |
| "epoch": 3.546448087431694, |
| "grad_norm": 7.634115172550082e-05, |
| "learning_rate": 3.585306618093504e-05, |
| "loss": 0.0, |
| "step": 3245 |
| }, |
| { |
| "epoch": 3.551912568306011, |
| "grad_norm": 0.006965294014662504, |
| "learning_rate": 3.5822707953855495e-05, |
| "loss": 0.0, |
| "step": 3250 |
| }, |
| { |
| "epoch": 3.557377049180328, |
| "grad_norm": 0.0001289156498387456, |
| "learning_rate": 3.579234972677596e-05, |
| "loss": 0.0, |
| "step": 3255 |
| }, |
| { |
| "epoch": 3.5628415300546448, |
| "grad_norm": 0.00012060425797244534, |
| "learning_rate": 3.576199149969642e-05, |
| "loss": 0.0, |
| "step": 3260 |
| }, |
| { |
| "epoch": 3.5683060109289615, |
| "grad_norm": 0.0001801663893274963, |
| "learning_rate": 3.573163327261688e-05, |
| "loss": 0.0, |
| "step": 3265 |
| }, |
| { |
| "epoch": 3.5737704918032787, |
| "grad_norm": 9.889312786981463e-05, |
| "learning_rate": 3.570127504553734e-05, |
| "loss": 0.0, |
| "step": 3270 |
| }, |
| { |
| "epoch": 3.579234972677596, |
| "grad_norm": 8.248529047705233e-05, |
| "learning_rate": 3.5670916818457804e-05, |
| "loss": 0.0, |
| "step": 3275 |
| }, |
| { |
| "epoch": 3.5846994535519126, |
| "grad_norm": 0.00016700288688298315, |
| "learning_rate": 3.564055859137826e-05, |
| "loss": 0.0, |
| "step": 3280 |
| }, |
| { |
| "epoch": 3.5901639344262293, |
| "grad_norm": 8.013186015887186e-05, |
| "learning_rate": 3.5610200364298727e-05, |
| "loss": 0.0, |
| "step": 3285 |
| }, |
| { |
| "epoch": 3.5956284153005464, |
| "grad_norm": 9.400265844305977e-05, |
| "learning_rate": 3.557984213721919e-05, |
| "loss": 0.0, |
| "step": 3290 |
| }, |
| { |
| "epoch": 3.6010928961748636, |
| "grad_norm": 0.0011224903864786029, |
| "learning_rate": 3.554948391013965e-05, |
| "loss": 0.0, |
| "step": 3295 |
| }, |
| { |
| "epoch": 3.6065573770491803, |
| "grad_norm": 0.0001463467488065362, |
| "learning_rate": 3.551912568306011e-05, |
| "loss": 0.0, |
| "step": 3300 |
| }, |
| { |
| "epoch": 3.612021857923497, |
| "grad_norm": 0.0007439145119860768, |
| "learning_rate": 3.548876745598057e-05, |
| "loss": 0.0, |
| "step": 3305 |
| }, |
| { |
| "epoch": 3.6174863387978142, |
| "grad_norm": 0.00013679706898983568, |
| "learning_rate": 3.5458409228901036e-05, |
| "loss": 0.0, |
| "step": 3310 |
| }, |
| { |
| "epoch": 3.6229508196721314, |
| "grad_norm": 0.00010268126789014786, |
| "learning_rate": 3.542805100182149e-05, |
| "loss": 0.0, |
| "step": 3315 |
| }, |
| { |
| "epoch": 3.628415300546448, |
| "grad_norm": 0.00028116197790950537, |
| "learning_rate": 3.539769277474196e-05, |
| "loss": 0.0, |
| "step": 3320 |
| }, |
| { |
| "epoch": 3.633879781420765, |
| "grad_norm": 9.449726348975673e-05, |
| "learning_rate": 3.5367334547662416e-05, |
| "loss": 0.0, |
| "step": 3325 |
| }, |
| { |
| "epoch": 3.639344262295082, |
| "grad_norm": 0.00010181035031564534, |
| "learning_rate": 3.533697632058288e-05, |
| "loss": 0.0, |
| "step": 3330 |
| }, |
| { |
| "epoch": 3.644808743169399, |
| "grad_norm": 6.961561302887276e-05, |
| "learning_rate": 3.530661809350334e-05, |
| "loss": 0.0, |
| "step": 3335 |
| }, |
| { |
| "epoch": 3.650273224043716, |
| "grad_norm": 0.00010002183262258768, |
| "learning_rate": 3.52762598664238e-05, |
| "loss": 0.0, |
| "step": 3340 |
| }, |
| { |
| "epoch": 3.6557377049180326, |
| "grad_norm": 9.894008690025657e-05, |
| "learning_rate": 3.524590163934427e-05, |
| "loss": 0.0, |
| "step": 3345 |
| }, |
| { |
| "epoch": 3.66120218579235, |
| "grad_norm": 0.00013567868154495955, |
| "learning_rate": 3.5215543412264725e-05, |
| "loss": 0.0, |
| "step": 3350 |
| }, |
| { |
| "epoch": 3.6666666666666665, |
| "grad_norm": 0.0002798748027998954, |
| "learning_rate": 3.518518518518519e-05, |
| "loss": 0.0106, |
| "step": 3355 |
| }, |
| { |
| "epoch": 3.6721311475409837, |
| "grad_norm": 0.0008901433320716023, |
| "learning_rate": 3.515482695810565e-05, |
| "loss": 0.0, |
| "step": 3360 |
| }, |
| { |
| "epoch": 3.6775956284153004, |
| "grad_norm": 0.008999276906251907, |
| "learning_rate": 3.512446873102611e-05, |
| "loss": 0.0001, |
| "step": 3365 |
| }, |
| { |
| "epoch": 3.6830601092896176, |
| "grad_norm": 0.0022385860793292522, |
| "learning_rate": 3.509411050394657e-05, |
| "loss": 0.0, |
| "step": 3370 |
| }, |
| { |
| "epoch": 3.6885245901639343, |
| "grad_norm": 0.0003485867637209594, |
| "learning_rate": 3.5063752276867034e-05, |
| "loss": 0.0, |
| "step": 3375 |
| }, |
| { |
| "epoch": 3.6939890710382515, |
| "grad_norm": 0.00025722169084474444, |
| "learning_rate": 3.503339404978749e-05, |
| "loss": 0.0, |
| "step": 3380 |
| }, |
| { |
| "epoch": 3.699453551912568, |
| "grad_norm": 7.106779230525717e-05, |
| "learning_rate": 3.5003035822707956e-05, |
| "loss": 0.0, |
| "step": 3385 |
| }, |
| { |
| "epoch": 3.7049180327868854, |
| "grad_norm": 0.0002384383842581883, |
| "learning_rate": 3.4972677595628414e-05, |
| "loss": 0.0, |
| "step": 3390 |
| }, |
| { |
| "epoch": 3.710382513661202, |
| "grad_norm": 0.0002946928725577891, |
| "learning_rate": 3.494231936854888e-05, |
| "loss": 0.1995, |
| "step": 3395 |
| }, |
| { |
| "epoch": 3.7158469945355193, |
| "grad_norm": 0.0007392108091153204, |
| "learning_rate": 3.491196114146934e-05, |
| "loss": 0.0, |
| "step": 3400 |
| }, |
| { |
| "epoch": 3.721311475409836, |
| "grad_norm": 0.001694119768217206, |
| "learning_rate": 3.48816029143898e-05, |
| "loss": 0.0, |
| "step": 3405 |
| }, |
| { |
| "epoch": 3.726775956284153, |
| "grad_norm": 0.0009142764611169696, |
| "learning_rate": 3.4851244687310265e-05, |
| "loss": 0.0, |
| "step": 3410 |
| }, |
| { |
| "epoch": 3.73224043715847, |
| "grad_norm": 0.0035774747375398874, |
| "learning_rate": 3.482088646023072e-05, |
| "loss": 0.0001, |
| "step": 3415 |
| }, |
| { |
| "epoch": 3.737704918032787, |
| "grad_norm": 0.0033966186456382275, |
| "learning_rate": 3.479052823315119e-05, |
| "loss": 0.0009, |
| "step": 3420 |
| }, |
| { |
| "epoch": 3.7431693989071038, |
| "grad_norm": 0.0004668271285481751, |
| "learning_rate": 3.4760170006071645e-05, |
| "loss": 0.0001, |
| "step": 3425 |
| }, |
| { |
| "epoch": 3.748633879781421, |
| "grad_norm": 0.0003218352794647217, |
| "learning_rate": 3.472981177899211e-05, |
| "loss": 0.0001, |
| "step": 3430 |
| }, |
| { |
| "epoch": 3.7540983606557377, |
| "grad_norm": 0.037057679146528244, |
| "learning_rate": 3.469945355191257e-05, |
| "loss": 0.0001, |
| "step": 3435 |
| }, |
| { |
| "epoch": 3.7595628415300544, |
| "grad_norm": 0.031188733875751495, |
| "learning_rate": 3.466909532483303e-05, |
| "loss": 0.001, |
| "step": 3440 |
| }, |
| { |
| "epoch": 3.7650273224043715, |
| "grad_norm": 0.00015825718583073467, |
| "learning_rate": 3.4638737097753496e-05, |
| "loss": 0.0005, |
| "step": 3445 |
| }, |
| { |
| "epoch": 3.7704918032786887, |
| "grad_norm": 0.0037946077063679695, |
| "learning_rate": 3.4608378870673954e-05, |
| "loss": 0.0, |
| "step": 3450 |
| }, |
| { |
| "epoch": 3.7759562841530054, |
| "grad_norm": 0.0002360966900596395, |
| "learning_rate": 3.457802064359442e-05, |
| "loss": 0.0, |
| "step": 3455 |
| }, |
| { |
| "epoch": 3.781420765027322, |
| "grad_norm": 0.024776164442300797, |
| "learning_rate": 3.4547662416514876e-05, |
| "loss": 0.0003, |
| "step": 3460 |
| }, |
| { |
| "epoch": 3.7868852459016393, |
| "grad_norm": 0.0002828339929692447, |
| "learning_rate": 3.451730418943534e-05, |
| "loss": 0.0, |
| "step": 3465 |
| }, |
| { |
| "epoch": 3.7923497267759565, |
| "grad_norm": 0.00010138905781786889, |
| "learning_rate": 3.44869459623558e-05, |
| "loss": 0.0001, |
| "step": 3470 |
| }, |
| { |
| "epoch": 3.797814207650273, |
| "grad_norm": 0.00016995143960230052, |
| "learning_rate": 3.445658773527626e-05, |
| "loss": 0.0, |
| "step": 3475 |
| }, |
| { |
| "epoch": 3.80327868852459, |
| "grad_norm": 0.00012559971946757287, |
| "learning_rate": 3.442622950819672e-05, |
| "loss": 0.0, |
| "step": 3480 |
| }, |
| { |
| "epoch": 3.808743169398907, |
| "grad_norm": 0.0006380723789334297, |
| "learning_rate": 3.4395871281117185e-05, |
| "loss": 0.0, |
| "step": 3485 |
| }, |
| { |
| "epoch": 3.8142076502732243, |
| "grad_norm": 0.00035217360709793866, |
| "learning_rate": 3.436551305403764e-05, |
| "loss": 0.0001, |
| "step": 3490 |
| }, |
| { |
| "epoch": 3.819672131147541, |
| "grad_norm": 0.0002526458411011845, |
| "learning_rate": 3.433515482695811e-05, |
| "loss": 0.0, |
| "step": 3495 |
| }, |
| { |
| "epoch": 3.8251366120218577, |
| "grad_norm": 9.788498573470861e-05, |
| "learning_rate": 3.430479659987857e-05, |
| "loss": 0.0, |
| "step": 3500 |
| }, |
| { |
| "epoch": 3.830601092896175, |
| "grad_norm": 0.00022861824254505336, |
| "learning_rate": 3.427443837279903e-05, |
| "loss": 0.0001, |
| "step": 3505 |
| }, |
| { |
| "epoch": 3.836065573770492, |
| "grad_norm": 0.00013972212036605924, |
| "learning_rate": 3.4244080145719494e-05, |
| "loss": 0.0, |
| "step": 3510 |
| }, |
| { |
| "epoch": 3.841530054644809, |
| "grad_norm": 0.0001966755517059937, |
| "learning_rate": 3.421372191863995e-05, |
| "loss": 0.0, |
| "step": 3515 |
| }, |
| { |
| "epoch": 3.8469945355191255, |
| "grad_norm": 0.0006457020062953234, |
| "learning_rate": 3.4183363691560417e-05, |
| "loss": 0.0, |
| "step": 3520 |
| }, |
| { |
| "epoch": 3.8524590163934427, |
| "grad_norm": 0.00014496638323180377, |
| "learning_rate": 3.4153005464480874e-05, |
| "loss": 0.0, |
| "step": 3525 |
| }, |
| { |
| "epoch": 3.8579234972677594, |
| "grad_norm": 7.40105751901865e-05, |
| "learning_rate": 3.412264723740134e-05, |
| "loss": 0.0, |
| "step": 3530 |
| }, |
| { |
| "epoch": 3.8633879781420766, |
| "grad_norm": 0.041569244116544724, |
| "learning_rate": 3.4092289010321797e-05, |
| "loss": 0.0003, |
| "step": 3535 |
| }, |
| { |
| "epoch": 3.8688524590163933, |
| "grad_norm": 0.0001943446695804596, |
| "learning_rate": 3.406193078324226e-05, |
| "loss": 0.0, |
| "step": 3540 |
| }, |
| { |
| "epoch": 3.8743169398907105, |
| "grad_norm": 0.00015503684699069709, |
| "learning_rate": 3.403157255616272e-05, |
| "loss": 0.0, |
| "step": 3545 |
| }, |
| { |
| "epoch": 3.879781420765027, |
| "grad_norm": 0.000700871052686125, |
| "learning_rate": 3.400121432908318e-05, |
| "loss": 0.0, |
| "step": 3550 |
| }, |
| { |
| "epoch": 3.8852459016393444, |
| "grad_norm": 5.401040834840387e-05, |
| "learning_rate": 3.397085610200365e-05, |
| "loss": 0.0, |
| "step": 3555 |
| }, |
| { |
| "epoch": 3.890710382513661, |
| "grad_norm": 0.000344992644386366, |
| "learning_rate": 3.3940497874924106e-05, |
| "loss": 0.0, |
| "step": 3560 |
| }, |
| { |
| "epoch": 3.8961748633879782, |
| "grad_norm": 6.189793202793226e-05, |
| "learning_rate": 3.391013964784457e-05, |
| "loss": 0.0274, |
| "step": 3565 |
| }, |
| { |
| "epoch": 3.901639344262295, |
| "grad_norm": 6.884944741614163e-05, |
| "learning_rate": 3.387978142076503e-05, |
| "loss": 0.0, |
| "step": 3570 |
| }, |
| { |
| "epoch": 3.907103825136612, |
| "grad_norm": 6.29270653007552e-05, |
| "learning_rate": 3.384942319368549e-05, |
| "loss": 0.0, |
| "step": 3575 |
| }, |
| { |
| "epoch": 3.912568306010929, |
| "grad_norm": 0.00013839226448908448, |
| "learning_rate": 3.381906496660595e-05, |
| "loss": 0.0, |
| "step": 3580 |
| }, |
| { |
| "epoch": 3.918032786885246, |
| "grad_norm": 0.0001924206007970497, |
| "learning_rate": 3.3788706739526415e-05, |
| "loss": 0.0, |
| "step": 3585 |
| }, |
| { |
| "epoch": 3.9234972677595628, |
| "grad_norm": 0.013641326688230038, |
| "learning_rate": 3.375834851244687e-05, |
| "loss": 0.3372, |
| "step": 3590 |
| }, |
| { |
| "epoch": 3.92896174863388, |
| "grad_norm": 0.00014125218149274588, |
| "learning_rate": 3.372799028536734e-05, |
| "loss": 0.0001, |
| "step": 3595 |
| }, |
| { |
| "epoch": 3.9344262295081966, |
| "grad_norm": 0.005081810522824526, |
| "learning_rate": 3.36976320582878e-05, |
| "loss": 0.0, |
| "step": 3600 |
| }, |
| { |
| "epoch": 3.939890710382514, |
| "grad_norm": 0.00014312181156128645, |
| "learning_rate": 3.366727383120826e-05, |
| "loss": 0.0, |
| "step": 3605 |
| }, |
| { |
| "epoch": 3.9453551912568305, |
| "grad_norm": 0.00023116619559004903, |
| "learning_rate": 3.3636915604128724e-05, |
| "loss": 0.0, |
| "step": 3610 |
| }, |
| { |
| "epoch": 3.9508196721311473, |
| "grad_norm": 0.00011138137051602826, |
| "learning_rate": 3.360655737704918e-05, |
| "loss": 0.0, |
| "step": 3615 |
| }, |
| { |
| "epoch": 3.9562841530054644, |
| "grad_norm": 0.00024408698664046824, |
| "learning_rate": 3.3576199149969646e-05, |
| "loss": 0.0, |
| "step": 3620 |
| }, |
| { |
| "epoch": 3.9617486338797816, |
| "grad_norm": 0.012111087329685688, |
| "learning_rate": 3.3545840922890104e-05, |
| "loss": 0.0, |
| "step": 3625 |
| }, |
| { |
| "epoch": 3.9672131147540983, |
| "grad_norm": 0.0005235079443082213, |
| "learning_rate": 3.351548269581057e-05, |
| "loss": 0.0, |
| "step": 3630 |
| }, |
| { |
| "epoch": 3.972677595628415, |
| "grad_norm": 0.013302493840456009, |
| "learning_rate": 3.3485124468731026e-05, |
| "loss": 0.0004, |
| "step": 3635 |
| }, |
| { |
| "epoch": 3.978142076502732, |
| "grad_norm": 0.00025188663857989013, |
| "learning_rate": 3.345476624165149e-05, |
| "loss": 0.0, |
| "step": 3640 |
| }, |
| { |
| "epoch": 3.9836065573770494, |
| "grad_norm": 0.00011241805623285472, |
| "learning_rate": 3.342440801457195e-05, |
| "loss": 0.0, |
| "step": 3645 |
| }, |
| { |
| "epoch": 3.989071038251366, |
| "grad_norm": 0.0006041810265742242, |
| "learning_rate": 3.339404978749241e-05, |
| "loss": 0.0, |
| "step": 3650 |
| }, |
| { |
| "epoch": 3.994535519125683, |
| "grad_norm": 0.00017458312504459172, |
| "learning_rate": 3.336369156041288e-05, |
| "loss": 0.0, |
| "step": 3655 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.00013060122728347778, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.0, |
| "step": 3660 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_loss": 0.002205207943916321, |
| "eval_runtime": 657.1958, |
| "eval_samples_per_second": 11.132, |
| "eval_steps_per_second": 1.392, |
| "step": 3660 |
| }, |
| { |
| "epoch": 4.005464480874317, |
| "grad_norm": 0.00011811502918135375, |
| "learning_rate": 3.33029751062538e-05, |
| "loss": 0.0, |
| "step": 3665 |
| }, |
| { |
| "epoch": 4.0109289617486334, |
| "grad_norm": 8.069877367233858e-05, |
| "learning_rate": 3.327261687917426e-05, |
| "loss": 0.0, |
| "step": 3670 |
| }, |
| { |
| "epoch": 4.016393442622951, |
| "grad_norm": 0.00011450869351392612, |
| "learning_rate": 3.324225865209472e-05, |
| "loss": 0.0, |
| "step": 3675 |
| }, |
| { |
| "epoch": 4.021857923497268, |
| "grad_norm": 0.0001386746735079214, |
| "learning_rate": 3.321190042501518e-05, |
| "loss": 0.0, |
| "step": 3680 |
| }, |
| { |
| "epoch": 4.027322404371585, |
| "grad_norm": 0.00010339313303120434, |
| "learning_rate": 3.3181542197935644e-05, |
| "loss": 0.0, |
| "step": 3685 |
| }, |
| { |
| "epoch": 4.032786885245901, |
| "grad_norm": 0.0001254361413884908, |
| "learning_rate": 3.31511839708561e-05, |
| "loss": 0.0, |
| "step": 3690 |
| }, |
| { |
| "epoch": 4.038251366120218, |
| "grad_norm": 0.0004021910426672548, |
| "learning_rate": 3.312082574377656e-05, |
| "loss": 0.0, |
| "step": 3695 |
| }, |
| { |
| "epoch": 4.043715846994536, |
| "grad_norm": 0.0001132467805291526, |
| "learning_rate": 3.3090467516697024e-05, |
| "loss": 0.0, |
| "step": 3700 |
| }, |
| { |
| "epoch": 4.049180327868853, |
| "grad_norm": 0.00153514021076262, |
| "learning_rate": 3.306010928961749e-05, |
| "loss": 0.0, |
| "step": 3705 |
| }, |
| { |
| "epoch": 4.054644808743169, |
| "grad_norm": 9.872686496237293e-05, |
| "learning_rate": 3.302975106253795e-05, |
| "loss": 0.0, |
| "step": 3710 |
| }, |
| { |
| "epoch": 4.060109289617486, |
| "grad_norm": 0.00011148265184601769, |
| "learning_rate": 3.299939283545841e-05, |
| "loss": 0.0, |
| "step": 3715 |
| }, |
| { |
| "epoch": 4.065573770491803, |
| "grad_norm": 0.00012307016004342586, |
| "learning_rate": 3.2969034608378875e-05, |
| "loss": 0.0, |
| "step": 3720 |
| }, |
| { |
| "epoch": 4.0710382513661205, |
| "grad_norm": 8.422257087659091e-05, |
| "learning_rate": 3.293867638129933e-05, |
| "loss": 0.0, |
| "step": 3725 |
| }, |
| { |
| "epoch": 4.076502732240437, |
| "grad_norm": 0.0008893508929759264, |
| "learning_rate": 3.29083181542198e-05, |
| "loss": 0.0001, |
| "step": 3730 |
| }, |
| { |
| "epoch": 4.081967213114754, |
| "grad_norm": 8.832754247123376e-05, |
| "learning_rate": 3.2877959927140255e-05, |
| "loss": 0.0, |
| "step": 3735 |
| }, |
| { |
| "epoch": 4.087431693989071, |
| "grad_norm": 9.743066038936377e-05, |
| "learning_rate": 3.284760170006072e-05, |
| "loss": 0.0, |
| "step": 3740 |
| }, |
| { |
| "epoch": 4.092896174863388, |
| "grad_norm": 0.00011171947699040174, |
| "learning_rate": 3.281724347298118e-05, |
| "loss": 0.0, |
| "step": 3745 |
| }, |
| { |
| "epoch": 4.098360655737705, |
| "grad_norm": 0.00016356426931452006, |
| "learning_rate": 3.2786885245901635e-05, |
| "loss": 0.0, |
| "step": 3750 |
| }, |
| { |
| "epoch": 4.103825136612022, |
| "grad_norm": 0.0012780509423464537, |
| "learning_rate": 3.27565270188221e-05, |
| "loss": 0.0, |
| "step": 3755 |
| }, |
| { |
| "epoch": 4.109289617486339, |
| "grad_norm": 0.00011072060442529619, |
| "learning_rate": 3.2726168791742564e-05, |
| "loss": 0.0, |
| "step": 3760 |
| }, |
| { |
| "epoch": 4.114754098360656, |
| "grad_norm": 0.00011896173964487389, |
| "learning_rate": 3.269581056466303e-05, |
| "loss": 0.0, |
| "step": 3765 |
| }, |
| { |
| "epoch": 4.120218579234972, |
| "grad_norm": 0.00013041883357800543, |
| "learning_rate": 3.2665452337583487e-05, |
| "loss": 0.0, |
| "step": 3770 |
| }, |
| { |
| "epoch": 4.1256830601092895, |
| "grad_norm": 0.006071773823350668, |
| "learning_rate": 3.263509411050395e-05, |
| "loss": 0.0, |
| "step": 3775 |
| }, |
| { |
| "epoch": 4.131147540983607, |
| "grad_norm": 8.175130642484874e-05, |
| "learning_rate": 3.260473588342441e-05, |
| "loss": 0.0, |
| "step": 3780 |
| }, |
| { |
| "epoch": 4.136612021857924, |
| "grad_norm": 0.005459274630993605, |
| "learning_rate": 3.257437765634487e-05, |
| "loss": 0.0, |
| "step": 3785 |
| }, |
| { |
| "epoch": 4.14207650273224, |
| "grad_norm": 0.00033711790456436574, |
| "learning_rate": 3.254401942926533e-05, |
| "loss": 0.0, |
| "step": 3790 |
| }, |
| { |
| "epoch": 4.147540983606557, |
| "grad_norm": 0.00011819975770777091, |
| "learning_rate": 3.251366120218579e-05, |
| "loss": 0.0, |
| "step": 3795 |
| }, |
| { |
| "epoch": 4.1530054644808745, |
| "grad_norm": 4.659785554395057e-05, |
| "learning_rate": 3.248330297510625e-05, |
| "loss": 0.0, |
| "step": 3800 |
| }, |
| { |
| "epoch": 4.158469945355192, |
| "grad_norm": 0.0001775735872797668, |
| "learning_rate": 3.245294474802672e-05, |
| "loss": 0.0, |
| "step": 3805 |
| }, |
| { |
| "epoch": 4.163934426229508, |
| "grad_norm": 0.00011735469161067158, |
| "learning_rate": 3.242258652094718e-05, |
| "loss": 0.0, |
| "step": 3810 |
| }, |
| { |
| "epoch": 4.169398907103825, |
| "grad_norm": 0.00012988239177502692, |
| "learning_rate": 3.239222829386764e-05, |
| "loss": 0.0, |
| "step": 3815 |
| }, |
| { |
| "epoch": 4.174863387978142, |
| "grad_norm": 0.004161364398896694, |
| "learning_rate": 3.2361870066788105e-05, |
| "loss": 0.0, |
| "step": 3820 |
| }, |
| { |
| "epoch": 4.180327868852459, |
| "grad_norm": 0.0001383601047564298, |
| "learning_rate": 3.233151183970856e-05, |
| "loss": 0.0, |
| "step": 3825 |
| }, |
| { |
| "epoch": 4.185792349726776, |
| "grad_norm": 8.963741856859997e-05, |
| "learning_rate": 3.230115361262903e-05, |
| "loss": 0.0, |
| "step": 3830 |
| }, |
| { |
| "epoch": 4.191256830601093, |
| "grad_norm": 8.04738374426961e-05, |
| "learning_rate": 3.2270795385549485e-05, |
| "loss": 0.0, |
| "step": 3835 |
| }, |
| { |
| "epoch": 4.19672131147541, |
| "grad_norm": 0.00012023324961774051, |
| "learning_rate": 3.224043715846995e-05, |
| "loss": 0.0, |
| "step": 3840 |
| }, |
| { |
| "epoch": 4.202185792349727, |
| "grad_norm": 8.154928946169093e-05, |
| "learning_rate": 3.221007893139041e-05, |
| "loss": 0.0, |
| "step": 3845 |
| }, |
| { |
| "epoch": 4.2076502732240435, |
| "grad_norm": 9.04480621102266e-05, |
| "learning_rate": 3.2179720704310865e-05, |
| "loss": 0.0, |
| "step": 3850 |
| }, |
| { |
| "epoch": 4.213114754098361, |
| "grad_norm": 0.0001085352196241729, |
| "learning_rate": 3.214936247723133e-05, |
| "loss": 0.0, |
| "step": 3855 |
| }, |
| { |
| "epoch": 4.218579234972678, |
| "grad_norm": 8.086708112386987e-05, |
| "learning_rate": 3.2119004250151794e-05, |
| "loss": 0.0, |
| "step": 3860 |
| }, |
| { |
| "epoch": 4.224043715846994, |
| "grad_norm": 0.00012486812192946672, |
| "learning_rate": 3.208864602307226e-05, |
| "loss": 0.0, |
| "step": 3865 |
| }, |
| { |
| "epoch": 4.229508196721311, |
| "grad_norm": 5.529926420422271e-05, |
| "learning_rate": 3.2058287795992716e-05, |
| "loss": 0.0, |
| "step": 3870 |
| }, |
| { |
| "epoch": 4.2349726775956285, |
| "grad_norm": 0.001104644499719143, |
| "learning_rate": 3.202792956891318e-05, |
| "loss": 0.0, |
| "step": 3875 |
| }, |
| { |
| "epoch": 4.240437158469946, |
| "grad_norm": 8.401143713854253e-05, |
| "learning_rate": 3.199757134183364e-05, |
| "loss": 0.0, |
| "step": 3880 |
| }, |
| { |
| "epoch": 4.245901639344262, |
| "grad_norm": 7.888235995778814e-05, |
| "learning_rate": 3.19672131147541e-05, |
| "loss": 0.0, |
| "step": 3885 |
| }, |
| { |
| "epoch": 4.251366120218579, |
| "grad_norm": 0.0001080270521924831, |
| "learning_rate": 3.193685488767456e-05, |
| "loss": 0.0, |
| "step": 3890 |
| }, |
| { |
| "epoch": 4.256830601092896, |
| "grad_norm": 5.707483796868473e-05, |
| "learning_rate": 3.1906496660595025e-05, |
| "loss": 0.0, |
| "step": 3895 |
| }, |
| { |
| "epoch": 4.262295081967213, |
| "grad_norm": 7.05120837665163e-05, |
| "learning_rate": 3.187613843351548e-05, |
| "loss": 0.0, |
| "step": 3900 |
| }, |
| { |
| "epoch": 4.26775956284153, |
| "grad_norm": 6.852354272268713e-05, |
| "learning_rate": 3.184578020643594e-05, |
| "loss": 0.0, |
| "step": 3905 |
| }, |
| { |
| "epoch": 4.273224043715847, |
| "grad_norm": 0.0026433016173541546, |
| "learning_rate": 3.1815421979356405e-05, |
| "loss": 0.0, |
| "step": 3910 |
| }, |
| { |
| "epoch": 4.278688524590164, |
| "grad_norm": 8.075160440057516e-05, |
| "learning_rate": 3.178506375227687e-05, |
| "loss": 0.0, |
| "step": 3915 |
| }, |
| { |
| "epoch": 4.284153005464481, |
| "grad_norm": 8.570487989345565e-05, |
| "learning_rate": 3.1754705525197334e-05, |
| "loss": 0.0, |
| "step": 3920 |
| }, |
| { |
| "epoch": 4.2896174863387975, |
| "grad_norm": 0.0025646265130490065, |
| "learning_rate": 3.172434729811779e-05, |
| "loss": 0.0, |
| "step": 3925 |
| }, |
| { |
| "epoch": 4.295081967213115, |
| "grad_norm": 6.75572082400322e-05, |
| "learning_rate": 3.1693989071038256e-05, |
| "loss": 0.0, |
| "step": 3930 |
| }, |
| { |
| "epoch": 4.300546448087432, |
| "grad_norm": 7.079667557263747e-05, |
| "learning_rate": 3.1663630843958714e-05, |
| "loss": 0.0, |
| "step": 3935 |
| }, |
| { |
| "epoch": 4.306010928961749, |
| "grad_norm": 4.038075712742284e-05, |
| "learning_rate": 3.163327261687918e-05, |
| "loss": 0.0, |
| "step": 3940 |
| }, |
| { |
| "epoch": 4.311475409836065, |
| "grad_norm": 5.5980359320528805e-05, |
| "learning_rate": 3.1602914389799636e-05, |
| "loss": 0.0, |
| "step": 3945 |
| }, |
| { |
| "epoch": 4.316939890710382, |
| "grad_norm": 0.00010364054469391704, |
| "learning_rate": 3.1572556162720094e-05, |
| "loss": 0.0, |
| "step": 3950 |
| }, |
| { |
| "epoch": 4.3224043715847, |
| "grad_norm": 5.6818211305653676e-05, |
| "learning_rate": 3.154219793564056e-05, |
| "loss": 0.0, |
| "step": 3955 |
| }, |
| { |
| "epoch": 4.327868852459017, |
| "grad_norm": 9.114974091062322e-05, |
| "learning_rate": 3.1511839708561016e-05, |
| "loss": 0.0, |
| "step": 3960 |
| }, |
| { |
| "epoch": 4.333333333333333, |
| "grad_norm": 7.907680992502719e-05, |
| "learning_rate": 3.148148148148148e-05, |
| "loss": 0.0, |
| "step": 3965 |
| }, |
| { |
| "epoch": 4.33879781420765, |
| "grad_norm": 7.477829058188945e-05, |
| "learning_rate": 3.1451123254401945e-05, |
| "loss": 0.0, |
| "step": 3970 |
| }, |
| { |
| "epoch": 4.344262295081967, |
| "grad_norm": 0.0014824882382526994, |
| "learning_rate": 3.142076502732241e-05, |
| "loss": 0.0, |
| "step": 3975 |
| }, |
| { |
| "epoch": 4.3497267759562845, |
| "grad_norm": 9.136074368143454e-05, |
| "learning_rate": 3.139040680024287e-05, |
| "loss": 0.0, |
| "step": 3980 |
| }, |
| { |
| "epoch": 4.355191256830601, |
| "grad_norm": 0.00038130677421577275, |
| "learning_rate": 3.136004857316333e-05, |
| "loss": 0.0, |
| "step": 3985 |
| }, |
| { |
| "epoch": 4.360655737704918, |
| "grad_norm": 7.651744090253487e-05, |
| "learning_rate": 3.132969034608379e-05, |
| "loss": 0.0, |
| "step": 3990 |
| }, |
| { |
| "epoch": 4.366120218579235, |
| "grad_norm": 7.331320375669748e-05, |
| "learning_rate": 3.1299332119004254e-05, |
| "loss": 0.0, |
| "step": 3995 |
| }, |
| { |
| "epoch": 4.371584699453552, |
| "grad_norm": 9.19502999749966e-05, |
| "learning_rate": 3.126897389192471e-05, |
| "loss": 0.0, |
| "step": 4000 |
| }, |
| { |
| "epoch": 4.377049180327869, |
| "grad_norm": 7.570043089799583e-05, |
| "learning_rate": 3.123861566484517e-05, |
| "loss": 0.0, |
| "step": 4005 |
| }, |
| { |
| "epoch": 4.382513661202186, |
| "grad_norm": 7.069893035804853e-05, |
| "learning_rate": 3.1208257437765634e-05, |
| "loss": 0.0, |
| "step": 4010 |
| }, |
| { |
| "epoch": 4.387978142076503, |
| "grad_norm": 5.1304690714459866e-05, |
| "learning_rate": 3.11778992106861e-05, |
| "loss": 0.0, |
| "step": 4015 |
| }, |
| { |
| "epoch": 4.39344262295082, |
| "grad_norm": 8.647384674986824e-05, |
| "learning_rate": 3.114754098360656e-05, |
| "loss": 0.0, |
| "step": 4020 |
| }, |
| { |
| "epoch": 4.398907103825136, |
| "grad_norm": 7.207443559309468e-05, |
| "learning_rate": 3.111718275652702e-05, |
| "loss": 0.0, |
| "step": 4025 |
| }, |
| { |
| "epoch": 4.404371584699454, |
| "grad_norm": 0.00024384768039453775, |
| "learning_rate": 3.1086824529447486e-05, |
| "loss": 0.0, |
| "step": 4030 |
| }, |
| { |
| "epoch": 4.409836065573771, |
| "grad_norm": 6.280928937485442e-05, |
| "learning_rate": 3.105646630236794e-05, |
| "loss": 0.0, |
| "step": 4035 |
| }, |
| { |
| "epoch": 4.415300546448087, |
| "grad_norm": 5.470717223943211e-05, |
| "learning_rate": 3.102610807528841e-05, |
| "loss": 0.0, |
| "step": 4040 |
| }, |
| { |
| "epoch": 4.420765027322404, |
| "grad_norm": 4.7346966312034056e-05, |
| "learning_rate": 3.0995749848208866e-05, |
| "loss": 0.0, |
| "step": 4045 |
| }, |
| { |
| "epoch": 4.426229508196721, |
| "grad_norm": 0.00017950611072592437, |
| "learning_rate": 3.096539162112932e-05, |
| "loss": 0.0, |
| "step": 4050 |
| }, |
| { |
| "epoch": 4.4316939890710385, |
| "grad_norm": 5.147058254806325e-05, |
| "learning_rate": 3.093503339404979e-05, |
| "loss": 0.0, |
| "step": 4055 |
| }, |
| { |
| "epoch": 4.437158469945355, |
| "grad_norm": 7.883601210778579e-05, |
| "learning_rate": 3.0904675166970246e-05, |
| "loss": 0.0, |
| "step": 4060 |
| }, |
| { |
| "epoch": 4.442622950819672, |
| "grad_norm": 6.258031498873606e-05, |
| "learning_rate": 3.087431693989071e-05, |
| "loss": 0.0, |
| "step": 4065 |
| }, |
| { |
| "epoch": 4.448087431693989, |
| "grad_norm": 0.0001280458818655461, |
| "learning_rate": 3.0843958712811175e-05, |
| "loss": 0.0, |
| "step": 4070 |
| }, |
| { |
| "epoch": 4.453551912568306, |
| "grad_norm": 5.015691931475885e-05, |
| "learning_rate": 3.081360048573164e-05, |
| "loss": 0.0, |
| "step": 4075 |
| }, |
| { |
| "epoch": 4.459016393442623, |
| "grad_norm": 5.9115078329341486e-05, |
| "learning_rate": 3.07832422586521e-05, |
| "loss": 0.0, |
| "step": 4080 |
| }, |
| { |
| "epoch": 4.46448087431694, |
| "grad_norm": 6.528561789309606e-05, |
| "learning_rate": 3.075288403157256e-05, |
| "loss": 0.001, |
| "step": 4085 |
| }, |
| { |
| "epoch": 4.469945355191257, |
| "grad_norm": 0.00010480813944013789, |
| "learning_rate": 3.072252580449302e-05, |
| "loss": 0.0, |
| "step": 4090 |
| }, |
| { |
| "epoch": 4.475409836065574, |
| "grad_norm": 3.688339711516164e-05, |
| "learning_rate": 3.0692167577413484e-05, |
| "loss": 0.0, |
| "step": 4095 |
| }, |
| { |
| "epoch": 4.48087431693989, |
| "grad_norm": 0.0001360525202471763, |
| "learning_rate": 3.066180935033394e-05, |
| "loss": 0.0, |
| "step": 4100 |
| }, |
| { |
| "epoch": 4.4863387978142075, |
| "grad_norm": 3.33041389239952e-05, |
| "learning_rate": 3.06314511232544e-05, |
| "loss": 0.0, |
| "step": 4105 |
| }, |
| { |
| "epoch": 4.491803278688525, |
| "grad_norm": 3.9832579204812646e-05, |
| "learning_rate": 3.0601092896174864e-05, |
| "loss": 0.0, |
| "step": 4110 |
| }, |
| { |
| "epoch": 4.497267759562842, |
| "grad_norm": 2.829811637639068e-05, |
| "learning_rate": 3.057073466909532e-05, |
| "loss": 0.0001, |
| "step": 4115 |
| }, |
| { |
| "epoch": 4.502732240437158, |
| "grad_norm": 0.00016292250074911863, |
| "learning_rate": 3.0540376442015786e-05, |
| "loss": 0.0, |
| "step": 4120 |
| }, |
| { |
| "epoch": 4.508196721311475, |
| "grad_norm": 2.8942140488652512e-05, |
| "learning_rate": 3.0510018214936247e-05, |
| "loss": 0.0, |
| "step": 4125 |
| }, |
| { |
| "epoch": 4.5136612021857925, |
| "grad_norm": 5.0521703087724745e-05, |
| "learning_rate": 3.047965998785671e-05, |
| "loss": 0.0, |
| "step": 4130 |
| }, |
| { |
| "epoch": 4.51912568306011, |
| "grad_norm": 2.7378995582694188e-05, |
| "learning_rate": 3.0449301760777173e-05, |
| "loss": 0.0, |
| "step": 4135 |
| }, |
| { |
| "epoch": 4.524590163934426, |
| "grad_norm": 2.603435677883681e-05, |
| "learning_rate": 3.0418943533697637e-05, |
| "loss": 0.0, |
| "step": 4140 |
| }, |
| { |
| "epoch": 4.530054644808743, |
| "grad_norm": 2.8875801945105195e-05, |
| "learning_rate": 3.0388585306618095e-05, |
| "loss": 0.0, |
| "step": 4145 |
| }, |
| { |
| "epoch": 4.53551912568306, |
| "grad_norm": 2.562619192758575e-05, |
| "learning_rate": 3.0358227079538553e-05, |
| "loss": 0.0, |
| "step": 4150 |
| }, |
| { |
| "epoch": 4.540983606557377, |
| "grad_norm": 3.5220946301706135e-05, |
| "learning_rate": 3.0327868852459017e-05, |
| "loss": 0.0003, |
| "step": 4155 |
| }, |
| { |
| "epoch": 4.546448087431694, |
| "grad_norm": 2.3912976757856086e-05, |
| "learning_rate": 3.029751062537948e-05, |
| "loss": 0.0001, |
| "step": 4160 |
| }, |
| { |
| "epoch": 4.551912568306011, |
| "grad_norm": 2.4303217287524603e-05, |
| "learning_rate": 3.0267152398299943e-05, |
| "loss": 0.0, |
| "step": 4165 |
| }, |
| { |
| "epoch": 4.557377049180328, |
| "grad_norm": 2.267379932163749e-05, |
| "learning_rate": 3.02367941712204e-05, |
| "loss": 0.0, |
| "step": 4170 |
| }, |
| { |
| "epoch": 4.562841530054644, |
| "grad_norm": 2.6442226953804493e-05, |
| "learning_rate": 3.0206435944140865e-05, |
| "loss": 0.0, |
| "step": 4175 |
| }, |
| { |
| "epoch": 4.5683060109289615, |
| "grad_norm": 2.2860698663862422e-05, |
| "learning_rate": 3.0176077717061323e-05, |
| "loss": 0.0, |
| "step": 4180 |
| }, |
| { |
| "epoch": 4.573770491803279, |
| "grad_norm": 2.834216684277635e-05, |
| "learning_rate": 3.0145719489981787e-05, |
| "loss": 0.0, |
| "step": 4185 |
| }, |
| { |
| "epoch": 4.579234972677596, |
| "grad_norm": 2.5860501409624703e-05, |
| "learning_rate": 3.011536126290225e-05, |
| "loss": 0.0, |
| "step": 4190 |
| }, |
| { |
| "epoch": 4.584699453551913, |
| "grad_norm": 2.1242882212391123e-05, |
| "learning_rate": 3.0085003035822713e-05, |
| "loss": 0.0, |
| "step": 4195 |
| }, |
| { |
| "epoch": 4.590163934426229, |
| "grad_norm": 2.523986404412426e-05, |
| "learning_rate": 3.005464480874317e-05, |
| "loss": 0.0, |
| "step": 4200 |
| }, |
| { |
| "epoch": 4.595628415300546, |
| "grad_norm": 2.213427251263056e-05, |
| "learning_rate": 3.002428658166363e-05, |
| "loss": 0.0, |
| "step": 4205 |
| }, |
| { |
| "epoch": 4.601092896174864, |
| "grad_norm": 2.5897697923937812e-05, |
| "learning_rate": 2.9993928354584093e-05, |
| "loss": 0.0, |
| "step": 4210 |
| }, |
| { |
| "epoch": 4.60655737704918, |
| "grad_norm": 0.0009925027843564749, |
| "learning_rate": 2.9963570127504554e-05, |
| "loss": 0.0, |
| "step": 4215 |
| }, |
| { |
| "epoch": 4.612021857923497, |
| "grad_norm": 2.2528745830641128e-05, |
| "learning_rate": 2.993321190042502e-05, |
| "loss": 0.0, |
| "step": 4220 |
| }, |
| { |
| "epoch": 4.617486338797814, |
| "grad_norm": 2.1108824512339197e-05, |
| "learning_rate": 2.9902853673345476e-05, |
| "loss": 0.0, |
| "step": 4225 |
| }, |
| { |
| "epoch": 4.622950819672131, |
| "grad_norm": 2.6829531634575687e-05, |
| "learning_rate": 2.987249544626594e-05, |
| "loss": 0.0, |
| "step": 4230 |
| }, |
| { |
| "epoch": 4.628415300546449, |
| "grad_norm": 2.457356640661601e-05, |
| "learning_rate": 2.98421372191864e-05, |
| "loss": 0.0, |
| "step": 4235 |
| }, |
| { |
| "epoch": 4.633879781420765, |
| "grad_norm": 0.0010403507621958852, |
| "learning_rate": 2.9811778992106863e-05, |
| "loss": 0.0, |
| "step": 4240 |
| }, |
| { |
| "epoch": 4.639344262295082, |
| "grad_norm": 2.311925527465064e-05, |
| "learning_rate": 2.9781420765027324e-05, |
| "loss": 0.0, |
| "step": 4245 |
| }, |
| { |
| "epoch": 4.644808743169399, |
| "grad_norm": 0.00011339302727719769, |
| "learning_rate": 2.9751062537947782e-05, |
| "loss": 0.0, |
| "step": 4250 |
| }, |
| { |
| "epoch": 4.6502732240437155, |
| "grad_norm": 2.0847737687290646e-05, |
| "learning_rate": 2.9720704310868247e-05, |
| "loss": 0.0, |
| "step": 4255 |
| }, |
| { |
| "epoch": 4.655737704918033, |
| "grad_norm": 4.812885163119063e-05, |
| "learning_rate": 2.9690346083788704e-05, |
| "loss": 0.0, |
| "step": 4260 |
| }, |
| { |
| "epoch": 4.66120218579235, |
| "grad_norm": 2.5263596398872323e-05, |
| "learning_rate": 2.965998785670917e-05, |
| "loss": 0.0, |
| "step": 4265 |
| }, |
| { |
| "epoch": 4.666666666666667, |
| "grad_norm": 2.3823860828997567e-05, |
| "learning_rate": 2.962962962962963e-05, |
| "loss": 0.0, |
| "step": 4270 |
| }, |
| { |
| "epoch": 4.672131147540983, |
| "grad_norm": 2.5453253329033032e-05, |
| "learning_rate": 2.9599271402550094e-05, |
| "loss": 0.0, |
| "step": 4275 |
| }, |
| { |
| "epoch": 4.6775956284153, |
| "grad_norm": 3.0383727789740078e-05, |
| "learning_rate": 2.9568913175470552e-05, |
| "loss": 0.0, |
| "step": 4280 |
| }, |
| { |
| "epoch": 4.683060109289618, |
| "grad_norm": 2.0236289856256917e-05, |
| "learning_rate": 2.9538554948391017e-05, |
| "loss": 0.0, |
| "step": 4285 |
| }, |
| { |
| "epoch": 4.688524590163935, |
| "grad_norm": 4.196896406938322e-05, |
| "learning_rate": 2.9508196721311478e-05, |
| "loss": 0.0, |
| "step": 4290 |
| }, |
| { |
| "epoch": 4.693989071038251, |
| "grad_norm": 2.054395736195147e-05, |
| "learning_rate": 2.9477838494231942e-05, |
| "loss": 0.0, |
| "step": 4295 |
| }, |
| { |
| "epoch": 4.699453551912568, |
| "grad_norm": 2.2467031158157624e-05, |
| "learning_rate": 2.94474802671524e-05, |
| "loss": 0.0, |
| "step": 4300 |
| }, |
| { |
| "epoch": 4.704918032786885, |
| "grad_norm": 1.898876143968664e-05, |
| "learning_rate": 2.9417122040072858e-05, |
| "loss": 0.0, |
| "step": 4305 |
| }, |
| { |
| "epoch": 4.7103825136612025, |
| "grad_norm": 2.9287553843460046e-05, |
| "learning_rate": 2.9386763812993322e-05, |
| "loss": 0.0, |
| "step": 4310 |
| }, |
| { |
| "epoch": 4.715846994535519, |
| "grad_norm": 2.107855470967479e-05, |
| "learning_rate": 2.9356405585913783e-05, |
| "loss": 0.0, |
| "step": 4315 |
| }, |
| { |
| "epoch": 4.721311475409836, |
| "grad_norm": 7.70809201640077e-05, |
| "learning_rate": 2.9326047358834248e-05, |
| "loss": 0.0, |
| "step": 4320 |
| }, |
| { |
| "epoch": 4.726775956284153, |
| "grad_norm": 1.9799354049609974e-05, |
| "learning_rate": 2.9295689131754706e-05, |
| "loss": 0.0, |
| "step": 4325 |
| }, |
| { |
| "epoch": 4.73224043715847, |
| "grad_norm": 2.4164644855773076e-05, |
| "learning_rate": 2.926533090467517e-05, |
| "loss": 0.0, |
| "step": 4330 |
| }, |
| { |
| "epoch": 4.737704918032787, |
| "grad_norm": 2.102001235471107e-05, |
| "learning_rate": 2.9234972677595628e-05, |
| "loss": 0.0, |
| "step": 4335 |
| }, |
| { |
| "epoch": 4.743169398907104, |
| "grad_norm": 0.00021176210429985076, |
| "learning_rate": 2.9204614450516093e-05, |
| "loss": 0.0, |
| "step": 4340 |
| }, |
| { |
| "epoch": 4.748633879781421, |
| "grad_norm": 0.0021099280565977097, |
| "learning_rate": 2.9174256223436554e-05, |
| "loss": 0.0, |
| "step": 4345 |
| }, |
| { |
| "epoch": 4.754098360655737, |
| "grad_norm": 3.413944796193391e-05, |
| "learning_rate": 2.9143897996357018e-05, |
| "loss": 0.0, |
| "step": 4350 |
| }, |
| { |
| "epoch": 4.759562841530054, |
| "grad_norm": 5.8268306020181626e-05, |
| "learning_rate": 2.9113539769277476e-05, |
| "loss": 0.0, |
| "step": 4355 |
| }, |
| { |
| "epoch": 4.7650273224043715, |
| "grad_norm": 2.4852219212334603e-05, |
| "learning_rate": 2.9083181542197934e-05, |
| "loss": 0.0, |
| "step": 4360 |
| }, |
| { |
| "epoch": 4.770491803278689, |
| "grad_norm": 2.554810453148093e-05, |
| "learning_rate": 2.9052823315118398e-05, |
| "loss": 0.0, |
| "step": 4365 |
| }, |
| { |
| "epoch": 4.775956284153006, |
| "grad_norm": 1.9379966033739038e-05, |
| "learning_rate": 2.902246508803886e-05, |
| "loss": 0.0, |
| "step": 4370 |
| }, |
| { |
| "epoch": 4.781420765027322, |
| "grad_norm": 2.287175811943598e-05, |
| "learning_rate": 2.8992106860959324e-05, |
| "loss": 0.0, |
| "step": 4375 |
| }, |
| { |
| "epoch": 4.786885245901639, |
| "grad_norm": 1.9639024685602635e-05, |
| "learning_rate": 2.896174863387978e-05, |
| "loss": 0.0, |
| "step": 4380 |
| }, |
| { |
| "epoch": 4.7923497267759565, |
| "grad_norm": 2.56021576205967e-05, |
| "learning_rate": 2.8931390406800246e-05, |
| "loss": 0.0, |
| "step": 4385 |
| }, |
| { |
| "epoch": 4.797814207650273, |
| "grad_norm": 3.311937689431943e-05, |
| "learning_rate": 2.8901032179720704e-05, |
| "loss": 0.0, |
| "step": 4390 |
| }, |
| { |
| "epoch": 4.80327868852459, |
| "grad_norm": 0.00010998953075613827, |
| "learning_rate": 2.8870673952641168e-05, |
| "loss": 0.0, |
| "step": 4395 |
| }, |
| { |
| "epoch": 4.808743169398907, |
| "grad_norm": 2.0269997548894025e-05, |
| "learning_rate": 2.884031572556163e-05, |
| "loss": 0.0, |
| "step": 4400 |
| }, |
| { |
| "epoch": 4.814207650273224, |
| "grad_norm": 2.814541949192062e-05, |
| "learning_rate": 2.8809957498482087e-05, |
| "loss": 0.0, |
| "step": 4405 |
| }, |
| { |
| "epoch": 4.8196721311475414, |
| "grad_norm": 2.220185888290871e-05, |
| "learning_rate": 2.877959927140255e-05, |
| "loss": 0.0, |
| "step": 4410 |
| }, |
| { |
| "epoch": 4.825136612021858, |
| "grad_norm": 2.1637810277752578e-05, |
| "learning_rate": 2.874924104432301e-05, |
| "loss": 0.0, |
| "step": 4415 |
| }, |
| { |
| "epoch": 4.830601092896175, |
| "grad_norm": 2.2878619347466156e-05, |
| "learning_rate": 2.8718882817243474e-05, |
| "loss": 0.0, |
| "step": 4420 |
| }, |
| { |
| "epoch": 4.836065573770492, |
| "grad_norm": 2.0245261111995205e-05, |
| "learning_rate": 2.8688524590163935e-05, |
| "loss": 0.0, |
| "step": 4425 |
| }, |
| { |
| "epoch": 4.841530054644808, |
| "grad_norm": 2.429804953862913e-05, |
| "learning_rate": 2.86581663630844e-05, |
| "loss": 0.0, |
| "step": 4430 |
| }, |
| { |
| "epoch": 4.8469945355191255, |
| "grad_norm": 0.007154061924666166, |
| "learning_rate": 2.8627808136004857e-05, |
| "loss": 0.2029, |
| "step": 4435 |
| }, |
| { |
| "epoch": 4.852459016393443, |
| "grad_norm": 4.056124816997908e-05, |
| "learning_rate": 2.8597449908925322e-05, |
| "loss": 0.001, |
| "step": 4440 |
| }, |
| { |
| "epoch": 4.85792349726776, |
| "grad_norm": 3.3877342502819374e-05, |
| "learning_rate": 2.856709168184578e-05, |
| "loss": 0.0001, |
| "step": 4445 |
| }, |
| { |
| "epoch": 4.863387978142076, |
| "grad_norm": 0.1083371564745903, |
| "learning_rate": 2.8536733454766244e-05, |
| "loss": 0.0005, |
| "step": 4450 |
| }, |
| { |
| "epoch": 4.868852459016393, |
| "grad_norm": 4.0910981624620035e-05, |
| "learning_rate": 2.8506375227686705e-05, |
| "loss": 0.0, |
| "step": 4455 |
| }, |
| { |
| "epoch": 4.8743169398907105, |
| "grad_norm": 5.547309774556197e-05, |
| "learning_rate": 2.8476017000607163e-05, |
| "loss": 0.0885, |
| "step": 4460 |
| }, |
| { |
| "epoch": 4.879781420765028, |
| "grad_norm": 0.002973817056044936, |
| "learning_rate": 2.8445658773527627e-05, |
| "loss": 0.0, |
| "step": 4465 |
| }, |
| { |
| "epoch": 4.885245901639344, |
| "grad_norm": 7.371945685008541e-05, |
| "learning_rate": 2.841530054644809e-05, |
| "loss": 0.0, |
| "step": 4470 |
| }, |
| { |
| "epoch": 4.890710382513661, |
| "grad_norm": 0.00017757054592948407, |
| "learning_rate": 2.8384942319368553e-05, |
| "loss": 0.0005, |
| "step": 4475 |
| }, |
| { |
| "epoch": 4.896174863387978, |
| "grad_norm": 3.507310611894354e-05, |
| "learning_rate": 2.835458409228901e-05, |
| "loss": 0.0, |
| "step": 4480 |
| }, |
| { |
| "epoch": 4.901639344262295, |
| "grad_norm": 0.00014538239338435233, |
| "learning_rate": 2.8324225865209475e-05, |
| "loss": 0.1127, |
| "step": 4485 |
| }, |
| { |
| "epoch": 4.907103825136612, |
| "grad_norm": 7.141881360439584e-05, |
| "learning_rate": 2.8293867638129933e-05, |
| "loss": 0.0005, |
| "step": 4490 |
| }, |
| { |
| "epoch": 4.912568306010929, |
| "grad_norm": 5.7522782299201936e-05, |
| "learning_rate": 2.8263509411050398e-05, |
| "loss": 0.0, |
| "step": 4495 |
| }, |
| { |
| "epoch": 4.918032786885246, |
| "grad_norm": 0.0008930726326070726, |
| "learning_rate": 2.823315118397086e-05, |
| "loss": 0.0, |
| "step": 4500 |
| }, |
| { |
| "epoch": 4.923497267759563, |
| "grad_norm": 0.0020042534451931715, |
| "learning_rate": 2.8202792956891317e-05, |
| "loss": 0.0, |
| "step": 4505 |
| }, |
| { |
| "epoch": 4.9289617486338795, |
| "grad_norm": 5.080427217762917e-05, |
| "learning_rate": 2.817243472981178e-05, |
| "loss": 0.0002, |
| "step": 4510 |
| }, |
| { |
| "epoch": 4.934426229508197, |
| "grad_norm": 5.520815830095671e-05, |
| "learning_rate": 2.814207650273224e-05, |
| "loss": 0.0, |
| "step": 4515 |
| }, |
| { |
| "epoch": 4.939890710382514, |
| "grad_norm": 3.327699232613668e-05, |
| "learning_rate": 2.8111718275652703e-05, |
| "loss": 0.0, |
| "step": 4520 |
| }, |
| { |
| "epoch": 4.945355191256831, |
| "grad_norm": 3.853649468510412e-05, |
| "learning_rate": 2.8081360048573164e-05, |
| "loss": 0.1111, |
| "step": 4525 |
| }, |
| { |
| "epoch": 4.950819672131147, |
| "grad_norm": 4.388443994685076e-05, |
| "learning_rate": 2.805100182149363e-05, |
| "loss": 0.1132, |
| "step": 4530 |
| }, |
| { |
| "epoch": 4.956284153005464, |
| "grad_norm": 0.00019437754235696048, |
| "learning_rate": 2.8020643594414087e-05, |
| "loss": 0.0, |
| "step": 4535 |
| }, |
| { |
| "epoch": 4.961748633879782, |
| "grad_norm": 0.00022693238861393183, |
| "learning_rate": 2.799028536733455e-05, |
| "loss": 0.0102, |
| "step": 4540 |
| }, |
| { |
| "epoch": 4.967213114754099, |
| "grad_norm": 0.00043771814671345055, |
| "learning_rate": 2.795992714025501e-05, |
| "loss": 0.0007, |
| "step": 4545 |
| }, |
| { |
| "epoch": 4.972677595628415, |
| "grad_norm": 0.0002889480092562735, |
| "learning_rate": 2.7929568913175473e-05, |
| "loss": 0.0, |
| "step": 4550 |
| }, |
| { |
| "epoch": 4.978142076502732, |
| "grad_norm": 7.144697883632034e-05, |
| "learning_rate": 2.7899210686095935e-05, |
| "loss": 0.0, |
| "step": 4555 |
| }, |
| { |
| "epoch": 4.983606557377049, |
| "grad_norm": 0.0003368402540218085, |
| "learning_rate": 2.7868852459016392e-05, |
| "loss": 0.0, |
| "step": 4560 |
| }, |
| { |
| "epoch": 4.989071038251366, |
| "grad_norm": 0.0009206884424202144, |
| "learning_rate": 2.7838494231936857e-05, |
| "loss": 0.0, |
| "step": 4565 |
| }, |
| { |
| "epoch": 4.994535519125683, |
| "grad_norm": 5.6415323342662305e-05, |
| "learning_rate": 2.7808136004857315e-05, |
| "loss": 0.0116, |
| "step": 4570 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 7.074388850014657e-05, |
| "learning_rate": 2.777777777777778e-05, |
| "loss": 0.0, |
| "step": 4575 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_loss": 0.0017390144057571888, |
| "eval_runtime": 676.778, |
| "eval_samples_per_second": 10.81, |
| "eval_steps_per_second": 1.352, |
| "step": 4575 |
| }, |
| { |
| "epoch": 5.005464480874317, |
| "grad_norm": 0.00010769537038868293, |
| "learning_rate": 2.774741955069824e-05, |
| "loss": 0.0, |
| "step": 4580 |
| }, |
| { |
| "epoch": 5.0109289617486334, |
| "grad_norm": 0.00015485276526305825, |
| "learning_rate": 2.7717061323618705e-05, |
| "loss": 0.0, |
| "step": 4585 |
| }, |
| { |
| "epoch": 5.016393442622951, |
| "grad_norm": 0.0003547978412825614, |
| "learning_rate": 2.7686703096539162e-05, |
| "loss": 0.0, |
| "step": 4590 |
| }, |
| { |
| "epoch": 5.021857923497268, |
| "grad_norm": 0.0005272823618724942, |
| "learning_rate": 2.7656344869459627e-05, |
| "loss": 0.0, |
| "step": 4595 |
| }, |
| { |
| "epoch": 5.027322404371585, |
| "grad_norm": 0.0015367731684818864, |
| "learning_rate": 2.7625986642380085e-05, |
| "loss": 0.0, |
| "step": 4600 |
| }, |
| { |
| "epoch": 5.032786885245901, |
| "grad_norm": 0.00010357119754189625, |
| "learning_rate": 2.7595628415300546e-05, |
| "loss": 0.0, |
| "step": 4605 |
| }, |
| { |
| "epoch": 5.038251366120218, |
| "grad_norm": 5.5412652727682143e-05, |
| "learning_rate": 2.756527018822101e-05, |
| "loss": 0.0001, |
| "step": 4610 |
| }, |
| { |
| "epoch": 5.043715846994536, |
| "grad_norm": 0.0001249344350071624, |
| "learning_rate": 2.7534911961141468e-05, |
| "loss": 0.0, |
| "step": 4615 |
| }, |
| { |
| "epoch": 5.049180327868853, |
| "grad_norm": 0.0027478511910885572, |
| "learning_rate": 2.7504553734061933e-05, |
| "loss": 0.0, |
| "step": 4620 |
| }, |
| { |
| "epoch": 5.054644808743169, |
| "grad_norm": 0.0025896786246448755, |
| "learning_rate": 2.747419550698239e-05, |
| "loss": 0.073, |
| "step": 4625 |
| }, |
| { |
| "epoch": 5.060109289617486, |
| "grad_norm": 0.00015381591219920665, |
| "learning_rate": 2.7443837279902855e-05, |
| "loss": 0.0, |
| "step": 4630 |
| }, |
| { |
| "epoch": 5.065573770491803, |
| "grad_norm": 0.00017391947039868683, |
| "learning_rate": 2.7413479052823316e-05, |
| "loss": 0.0, |
| "step": 4635 |
| }, |
| { |
| "epoch": 5.0710382513661205, |
| "grad_norm": 0.00014396451297216117, |
| "learning_rate": 2.738312082574378e-05, |
| "loss": 0.0, |
| "step": 4640 |
| }, |
| { |
| "epoch": 5.076502732240437, |
| "grad_norm": 0.00019471778068691492, |
| "learning_rate": 2.7352762598664238e-05, |
| "loss": 0.0, |
| "step": 4645 |
| }, |
| { |
| "epoch": 5.081967213114754, |
| "grad_norm": 0.00017244904302060604, |
| "learning_rate": 2.7322404371584703e-05, |
| "loss": 0.0001, |
| "step": 4650 |
| }, |
| { |
| "epoch": 5.087431693989071, |
| "grad_norm": 0.00013770755322184414, |
| "learning_rate": 2.7292046144505164e-05, |
| "loss": 0.0, |
| "step": 4655 |
| }, |
| { |
| "epoch": 5.092896174863388, |
| "grad_norm": 0.0009572531562298536, |
| "learning_rate": 2.726168791742562e-05, |
| "loss": 0.0, |
| "step": 4660 |
| }, |
| { |
| "epoch": 5.098360655737705, |
| "grad_norm": 0.005346562713384628, |
| "learning_rate": 2.7231329690346086e-05, |
| "loss": 0.0, |
| "step": 4665 |
| }, |
| { |
| "epoch": 5.103825136612022, |
| "grad_norm": 0.00018971337703987956, |
| "learning_rate": 2.7200971463266544e-05, |
| "loss": 0.0, |
| "step": 4670 |
| }, |
| { |
| "epoch": 5.109289617486339, |
| "grad_norm": 0.00018444436136633158, |
| "learning_rate": 2.717061323618701e-05, |
| "loss": 0.0, |
| "step": 4675 |
| }, |
| { |
| "epoch": 5.114754098360656, |
| "grad_norm": 0.00036197478766553104, |
| "learning_rate": 2.714025500910747e-05, |
| "loss": 0.0961, |
| "step": 4680 |
| }, |
| { |
| "epoch": 5.120218579234972, |
| "grad_norm": 0.00030608210363425314, |
| "learning_rate": 2.7109896782027934e-05, |
| "loss": 0.0, |
| "step": 4685 |
| }, |
| { |
| "epoch": 5.1256830601092895, |
| "grad_norm": 0.010481505654752254, |
| "learning_rate": 2.7079538554948392e-05, |
| "loss": 0.0, |
| "step": 4690 |
| }, |
| { |
| "epoch": 5.131147540983607, |
| "grad_norm": 0.0004171307082287967, |
| "learning_rate": 2.7049180327868856e-05, |
| "loss": 0.0001, |
| "step": 4695 |
| }, |
| { |
| "epoch": 5.136612021857924, |
| "grad_norm": 0.00030121684540063143, |
| "learning_rate": 2.7018822100789314e-05, |
| "loss": 0.0, |
| "step": 4700 |
| }, |
| { |
| "epoch": 5.14207650273224, |
| "grad_norm": 8.655495184939355e-05, |
| "learning_rate": 2.6988463873709775e-05, |
| "loss": 0.0, |
| "step": 4705 |
| }, |
| { |
| "epoch": 5.147540983606557, |
| "grad_norm": 0.00010451547859702259, |
| "learning_rate": 2.695810564663024e-05, |
| "loss": 0.0, |
| "step": 4710 |
| }, |
| { |
| "epoch": 5.1530054644808745, |
| "grad_norm": 0.013965661637485027, |
| "learning_rate": 2.6927747419550697e-05, |
| "loss": 0.0001, |
| "step": 4715 |
| }, |
| { |
| "epoch": 5.158469945355192, |
| "grad_norm": 0.00010520996147533879, |
| "learning_rate": 2.6897389192471162e-05, |
| "loss": 0.0, |
| "step": 4720 |
| }, |
| { |
| "epoch": 5.163934426229508, |
| "grad_norm": 9.894570393953472e-05, |
| "learning_rate": 2.686703096539162e-05, |
| "loss": 0.0, |
| "step": 4725 |
| }, |
| { |
| "epoch": 5.169398907103825, |
| "grad_norm": 7.636708323843777e-05, |
| "learning_rate": 2.6836672738312084e-05, |
| "loss": 0.0001, |
| "step": 4730 |
| }, |
| { |
| "epoch": 5.174863387978142, |
| "grad_norm": 6.734576891176403e-05, |
| "learning_rate": 2.6806314511232545e-05, |
| "loss": 0.0, |
| "step": 4735 |
| }, |
| { |
| "epoch": 5.180327868852459, |
| "grad_norm": 8.934761717682704e-05, |
| "learning_rate": 2.677595628415301e-05, |
| "loss": 0.0001, |
| "step": 4740 |
| }, |
| { |
| "epoch": 5.185792349726776, |
| "grad_norm": 0.0001079771900549531, |
| "learning_rate": 2.6745598057073468e-05, |
| "loss": 0.0, |
| "step": 4745 |
| }, |
| { |
| "epoch": 5.191256830601093, |
| "grad_norm": 8.022497786441818e-05, |
| "learning_rate": 2.6715239829993932e-05, |
| "loss": 0.0462, |
| "step": 4750 |
| }, |
| { |
| "epoch": 5.19672131147541, |
| "grad_norm": 0.0001275836257264018, |
| "learning_rate": 2.668488160291439e-05, |
| "loss": 0.0001, |
| "step": 4755 |
| }, |
| { |
| "epoch": 5.202185792349727, |
| "grad_norm": 0.00036970950895920396, |
| "learning_rate": 2.665452337583485e-05, |
| "loss": 0.0, |
| "step": 4760 |
| }, |
| { |
| "epoch": 5.2076502732240435, |
| "grad_norm": 0.0001368650555377826, |
| "learning_rate": 2.6624165148755316e-05, |
| "loss": 0.0, |
| "step": 4765 |
| }, |
| { |
| "epoch": 5.213114754098361, |
| "grad_norm": 9.971411782316864e-05, |
| "learning_rate": 2.6593806921675773e-05, |
| "loss": 0.0, |
| "step": 4770 |
| }, |
| { |
| "epoch": 5.218579234972678, |
| "grad_norm": 7.680917769903317e-05, |
| "learning_rate": 2.6563448694596238e-05, |
| "loss": 0.0, |
| "step": 4775 |
| }, |
| { |
| "epoch": 5.224043715846994, |
| "grad_norm": 9.601003694115207e-05, |
| "learning_rate": 2.6533090467516696e-05, |
| "loss": 0.0, |
| "step": 4780 |
| }, |
| { |
| "epoch": 5.229508196721311, |
| "grad_norm": 9.728920849738643e-05, |
| "learning_rate": 2.650273224043716e-05, |
| "loss": 0.0, |
| "step": 4785 |
| }, |
| { |
| "epoch": 5.2349726775956285, |
| "grad_norm": 8.36860272102058e-05, |
| "learning_rate": 2.647237401335762e-05, |
| "loss": 0.0, |
| "step": 4790 |
| }, |
| { |
| "epoch": 5.240437158469946, |
| "grad_norm": 0.00011909649037988856, |
| "learning_rate": 2.6442015786278086e-05, |
| "loss": 0.0001, |
| "step": 4795 |
| }, |
| { |
| "epoch": 5.245901639344262, |
| "grad_norm": 6.814736843807623e-05, |
| "learning_rate": 2.6411657559198543e-05, |
| "loss": 0.0, |
| "step": 4800 |
| }, |
| { |
| "epoch": 5.251366120218579, |
| "grad_norm": 0.00010630305769154802, |
| "learning_rate": 2.6381299332119008e-05, |
| "loss": 0.0001, |
| "step": 4805 |
| }, |
| { |
| "epoch": 5.256830601092896, |
| "grad_norm": 0.00012657047773245722, |
| "learning_rate": 2.6350941105039466e-05, |
| "loss": 0.0001, |
| "step": 4810 |
| }, |
| { |
| "epoch": 5.262295081967213, |
| "grad_norm": 9.68086751527153e-05, |
| "learning_rate": 2.6320582877959927e-05, |
| "loss": 0.0, |
| "step": 4815 |
| }, |
| { |
| "epoch": 5.26775956284153, |
| "grad_norm": 0.0001090406221919693, |
| "learning_rate": 2.629022465088039e-05, |
| "loss": 0.0, |
| "step": 4820 |
| }, |
| { |
| "epoch": 5.273224043715847, |
| "grad_norm": 0.00010317601845599711, |
| "learning_rate": 2.625986642380085e-05, |
| "loss": 0.0, |
| "step": 4825 |
| }, |
| { |
| "epoch": 5.278688524590164, |
| "grad_norm": 6.058696817490272e-05, |
| "learning_rate": 2.6229508196721314e-05, |
| "loss": 0.0, |
| "step": 4830 |
| }, |
| { |
| "epoch": 5.284153005464481, |
| "grad_norm": 8.128488116199151e-05, |
| "learning_rate": 2.619914996964177e-05, |
| "loss": 0.0, |
| "step": 4835 |
| }, |
| { |
| "epoch": 5.2896174863387975, |
| "grad_norm": 7.313517562579364e-05, |
| "learning_rate": 2.6168791742562236e-05, |
| "loss": 0.0, |
| "step": 4840 |
| }, |
| { |
| "epoch": 5.295081967213115, |
| "grad_norm": 8.592737140133977e-05, |
| "learning_rate": 2.6138433515482697e-05, |
| "loss": 0.0, |
| "step": 4845 |
| }, |
| { |
| "epoch": 5.300546448087432, |
| "grad_norm": 0.00022616136993747205, |
| "learning_rate": 2.610807528840316e-05, |
| "loss": 0.0, |
| "step": 4850 |
| }, |
| { |
| "epoch": 5.306010928961749, |
| "grad_norm": 0.005083122756332159, |
| "learning_rate": 2.607771706132362e-05, |
| "loss": 0.0, |
| "step": 4855 |
| }, |
| { |
| "epoch": 5.311475409836065, |
| "grad_norm": 0.00020489096641540527, |
| "learning_rate": 2.604735883424408e-05, |
| "loss": 0.0, |
| "step": 4860 |
| }, |
| { |
| "epoch": 5.316939890710382, |
| "grad_norm": 0.00010977088822983205, |
| "learning_rate": 2.6017000607164545e-05, |
| "loss": 0.0, |
| "step": 4865 |
| }, |
| { |
| "epoch": 5.3224043715847, |
| "grad_norm": 7.336941052926704e-05, |
| "learning_rate": 2.5986642380085003e-05, |
| "loss": 0.0, |
| "step": 4870 |
| }, |
| { |
| "epoch": 5.327868852459017, |
| "grad_norm": 5.920181138208136e-05, |
| "learning_rate": 2.5956284153005467e-05, |
| "loss": 0.0, |
| "step": 4875 |
| }, |
| { |
| "epoch": 5.333333333333333, |
| "grad_norm": 0.00023859695647843182, |
| "learning_rate": 2.5925925925925925e-05, |
| "loss": 0.0, |
| "step": 4880 |
| }, |
| { |
| "epoch": 5.33879781420765, |
| "grad_norm": 7.648219616385177e-05, |
| "learning_rate": 2.589556769884639e-05, |
| "loss": 0.0, |
| "step": 4885 |
| }, |
| { |
| "epoch": 5.344262295081967, |
| "grad_norm": 5.340289862942882e-05, |
| "learning_rate": 2.586520947176685e-05, |
| "loss": 0.0, |
| "step": 4890 |
| }, |
| { |
| "epoch": 5.3497267759562845, |
| "grad_norm": 0.00011013679613824934, |
| "learning_rate": 2.5834851244687315e-05, |
| "loss": 0.0001, |
| "step": 4895 |
| }, |
| { |
| "epoch": 5.355191256830601, |
| "grad_norm": 8.648641960462555e-05, |
| "learning_rate": 2.5804493017607773e-05, |
| "loss": 0.0, |
| "step": 4900 |
| }, |
| { |
| "epoch": 5.360655737704918, |
| "grad_norm": 0.00014422819367609918, |
| "learning_rate": 2.5774134790528237e-05, |
| "loss": 0.0, |
| "step": 4905 |
| }, |
| { |
| "epoch": 5.366120218579235, |
| "grad_norm": 9.631054126657546e-05, |
| "learning_rate": 2.5743776563448695e-05, |
| "loss": 0.1501, |
| "step": 4910 |
| }, |
| { |
| "epoch": 5.371584699453552, |
| "grad_norm": 0.0006303318659774959, |
| "learning_rate": 2.5713418336369156e-05, |
| "loss": 0.0002, |
| "step": 4915 |
| }, |
| { |
| "epoch": 5.377049180327869, |
| "grad_norm": 0.0002542531001381576, |
| "learning_rate": 2.568306010928962e-05, |
| "loss": 0.0005, |
| "step": 4920 |
| }, |
| { |
| "epoch": 5.382513661202186, |
| "grad_norm": 0.00015373634232673794, |
| "learning_rate": 2.565270188221008e-05, |
| "loss": 0.0006, |
| "step": 4925 |
| }, |
| { |
| "epoch": 5.387978142076503, |
| "grad_norm": 0.0001260093122255057, |
| "learning_rate": 2.5622343655130543e-05, |
| "loss": 0.0, |
| "step": 4930 |
| }, |
| { |
| "epoch": 5.39344262295082, |
| "grad_norm": 0.00012952568067703396, |
| "learning_rate": 2.5591985428051e-05, |
| "loss": 0.0002, |
| "step": 4935 |
| }, |
| { |
| "epoch": 5.398907103825136, |
| "grad_norm": 0.00015524527407251298, |
| "learning_rate": 2.5561627200971465e-05, |
| "loss": 0.0014, |
| "step": 4940 |
| }, |
| { |
| "epoch": 5.404371584699454, |
| "grad_norm": 5.933045395067893e-05, |
| "learning_rate": 2.5531268973891926e-05, |
| "loss": 0.0, |
| "step": 4945 |
| }, |
| { |
| "epoch": 5.409836065573771, |
| "grad_norm": 9.225990652339533e-05, |
| "learning_rate": 2.550091074681239e-05, |
| "loss": 0.0, |
| "step": 4950 |
| }, |
| { |
| "epoch": 5.415300546448087, |
| "grad_norm": 9.452126687392592e-05, |
| "learning_rate": 2.547055251973285e-05, |
| "loss": 0.0, |
| "step": 4955 |
| }, |
| { |
| "epoch": 5.420765027322404, |
| "grad_norm": 9.709106961963698e-05, |
| "learning_rate": 2.5440194292653306e-05, |
| "loss": 0.0001, |
| "step": 4960 |
| }, |
| { |
| "epoch": 5.426229508196721, |
| "grad_norm": 5.982341099297628e-05, |
| "learning_rate": 2.540983606557377e-05, |
| "loss": 0.0, |
| "step": 4965 |
| }, |
| { |
| "epoch": 5.4316939890710385, |
| "grad_norm": 8.735879964660853e-05, |
| "learning_rate": 2.5379477838494232e-05, |
| "loss": 0.0, |
| "step": 4970 |
| }, |
| { |
| "epoch": 5.437158469945355, |
| "grad_norm": 9.017515549203381e-05, |
| "learning_rate": 2.5349119611414697e-05, |
| "loss": 0.0, |
| "step": 4975 |
| }, |
| { |
| "epoch": 5.442622950819672, |
| "grad_norm": 0.00011913449998246506, |
| "learning_rate": 2.5318761384335154e-05, |
| "loss": 0.0, |
| "step": 4980 |
| }, |
| { |
| "epoch": 5.448087431693989, |
| "grad_norm": 7.266786269610748e-05, |
| "learning_rate": 2.528840315725562e-05, |
| "loss": 0.0, |
| "step": 4985 |
| }, |
| { |
| "epoch": 5.453551912568306, |
| "grad_norm": 4.6318815293489024e-05, |
| "learning_rate": 2.5258044930176077e-05, |
| "loss": 0.0, |
| "step": 4990 |
| }, |
| { |
| "epoch": 5.459016393442623, |
| "grad_norm": 0.00011023716069757938, |
| "learning_rate": 2.522768670309654e-05, |
| "loss": 0.0, |
| "step": 4995 |
| }, |
| { |
| "epoch": 5.46448087431694, |
| "grad_norm": 0.019288262352347374, |
| "learning_rate": 2.5197328476017002e-05, |
| "loss": 0.0001, |
| "step": 5000 |
| }, |
| { |
| "epoch": 5.469945355191257, |
| "grad_norm": 8.01812275312841e-05, |
| "learning_rate": 2.5166970248937467e-05, |
| "loss": 0.0, |
| "step": 5005 |
| }, |
| { |
| "epoch": 5.475409836065574, |
| "grad_norm": 5.575180330197327e-05, |
| "learning_rate": 2.5136612021857924e-05, |
| "loss": 0.0, |
| "step": 5010 |
| }, |
| { |
| "epoch": 5.48087431693989, |
| "grad_norm": 6.652524461969733e-05, |
| "learning_rate": 2.5106253794778382e-05, |
| "loss": 0.0, |
| "step": 5015 |
| }, |
| { |
| "epoch": 5.4863387978142075, |
| "grad_norm": 5.448004958452657e-05, |
| "learning_rate": 2.5075895567698847e-05, |
| "loss": 0.0001, |
| "step": 5020 |
| }, |
| { |
| "epoch": 5.491803278688525, |
| "grad_norm": 5.704570867237635e-05, |
| "learning_rate": 2.5045537340619308e-05, |
| "loss": 0.0063, |
| "step": 5025 |
| }, |
| { |
| "epoch": 5.497267759562842, |
| "grad_norm": 4.593836274580099e-05, |
| "learning_rate": 2.5015179113539772e-05, |
| "loss": 0.0002, |
| "step": 5030 |
| }, |
| { |
| "epoch": 5.502732240437158, |
| "grad_norm": 3.784838554565795e-05, |
| "learning_rate": 2.498482088646023e-05, |
| "loss": 0.0, |
| "step": 5035 |
| }, |
| { |
| "epoch": 5.508196721311475, |
| "grad_norm": 0.00014102249406278133, |
| "learning_rate": 2.495446265938069e-05, |
| "loss": 0.0, |
| "step": 5040 |
| }, |
| { |
| "epoch": 5.5136612021857925, |
| "grad_norm": 0.00031027215300127864, |
| "learning_rate": 2.4924104432301156e-05, |
| "loss": 0.0, |
| "step": 5045 |
| }, |
| { |
| "epoch": 5.51912568306011, |
| "grad_norm": 3.274340997450054e-05, |
| "learning_rate": 2.4893746205221617e-05, |
| "loss": 0.0, |
| "step": 5050 |
| }, |
| { |
| "epoch": 5.524590163934426, |
| "grad_norm": 5.2845189202344045e-05, |
| "learning_rate": 2.4863387978142078e-05, |
| "loss": 0.0, |
| "step": 5055 |
| }, |
| { |
| "epoch": 5.530054644808743, |
| "grad_norm": 25.070024490356445, |
| "learning_rate": 2.483302975106254e-05, |
| "loss": 0.1856, |
| "step": 5060 |
| }, |
| { |
| "epoch": 5.53551912568306, |
| "grad_norm": 0.0268250722438097, |
| "learning_rate": 2.4802671523983e-05, |
| "loss": 0.0, |
| "step": 5065 |
| }, |
| { |
| "epoch": 5.540983606557377, |
| "grad_norm": 0.0001650653430260718, |
| "learning_rate": 2.477231329690346e-05, |
| "loss": 0.0041, |
| "step": 5070 |
| }, |
| { |
| "epoch": 5.546448087431694, |
| "grad_norm": 0.0002502961433492601, |
| "learning_rate": 2.4741955069823926e-05, |
| "loss": 0.0, |
| "step": 5075 |
| }, |
| { |
| "epoch": 5.551912568306011, |
| "grad_norm": 0.00017075585492420942, |
| "learning_rate": 2.4711596842744387e-05, |
| "loss": 0.0001, |
| "step": 5080 |
| }, |
| { |
| "epoch": 5.557377049180328, |
| "grad_norm": 7.287297194125131e-05, |
| "learning_rate": 2.4681238615664845e-05, |
| "loss": 0.0, |
| "step": 5085 |
| }, |
| { |
| "epoch": 5.562841530054644, |
| "grad_norm": 0.00028358641429804265, |
| "learning_rate": 2.4650880388585306e-05, |
| "loss": 0.0, |
| "step": 5090 |
| }, |
| { |
| "epoch": 5.5683060109289615, |
| "grad_norm": 0.0002642961626406759, |
| "learning_rate": 2.4620522161505767e-05, |
| "loss": 0.0, |
| "step": 5095 |
| }, |
| { |
| "epoch": 5.573770491803279, |
| "grad_norm": 0.0006491028470918536, |
| "learning_rate": 2.459016393442623e-05, |
| "loss": 0.0, |
| "step": 5100 |
| }, |
| { |
| "epoch": 5.579234972677596, |
| "grad_norm": 0.00018292821187060326, |
| "learning_rate": 2.4559805707346693e-05, |
| "loss": 0.0001, |
| "step": 5105 |
| }, |
| { |
| "epoch": 5.584699453551913, |
| "grad_norm": 0.0009338250965811312, |
| "learning_rate": 2.4529447480267154e-05, |
| "loss": 0.0001, |
| "step": 5110 |
| }, |
| { |
| "epoch": 5.590163934426229, |
| "grad_norm": 0.03507191687822342, |
| "learning_rate": 2.4499089253187615e-05, |
| "loss": 0.0001, |
| "step": 5115 |
| }, |
| { |
| "epoch": 5.595628415300546, |
| "grad_norm": 8.738631731830537e-05, |
| "learning_rate": 2.4468731026108076e-05, |
| "loss": 0.0, |
| "step": 5120 |
| }, |
| { |
| "epoch": 5.601092896174864, |
| "grad_norm": 7.589610322611406e-05, |
| "learning_rate": 2.4438372799028537e-05, |
| "loss": 0.0, |
| "step": 5125 |
| }, |
| { |
| "epoch": 5.60655737704918, |
| "grad_norm": 0.0003264937549829483, |
| "learning_rate": 2.4408014571949e-05, |
| "loss": 0.0, |
| "step": 5130 |
| }, |
| { |
| "epoch": 5.612021857923497, |
| "grad_norm": 0.00025950855342671275, |
| "learning_rate": 2.437765634486946e-05, |
| "loss": 0.0, |
| "step": 5135 |
| }, |
| { |
| "epoch": 5.617486338797814, |
| "grad_norm": 0.00013693803339265287, |
| "learning_rate": 2.434729811778992e-05, |
| "loss": 0.0001, |
| "step": 5140 |
| }, |
| { |
| "epoch": 5.622950819672131, |
| "grad_norm": 0.0001310525694862008, |
| "learning_rate": 2.431693989071038e-05, |
| "loss": 0.0, |
| "step": 5145 |
| }, |
| { |
| "epoch": 5.628415300546449, |
| "grad_norm": 6.411856156773865e-05, |
| "learning_rate": 2.4286581663630846e-05, |
| "loss": 0.0, |
| "step": 5150 |
| }, |
| { |
| "epoch": 5.633879781420765, |
| "grad_norm": 0.00021306371490936726, |
| "learning_rate": 2.4256223436551307e-05, |
| "loss": 0.0146, |
| "step": 5155 |
| }, |
| { |
| "epoch": 5.639344262295082, |
| "grad_norm": 0.00023212283849716187, |
| "learning_rate": 2.422586520947177e-05, |
| "loss": 0.0001, |
| "step": 5160 |
| }, |
| { |
| "epoch": 5.644808743169399, |
| "grad_norm": 0.0002247579104732722, |
| "learning_rate": 2.419550698239223e-05, |
| "loss": 0.0, |
| "step": 5165 |
| }, |
| { |
| "epoch": 5.6502732240437155, |
| "grad_norm": 0.0003208070411346853, |
| "learning_rate": 2.416514875531269e-05, |
| "loss": 0.0, |
| "step": 5170 |
| }, |
| { |
| "epoch": 5.655737704918033, |
| "grad_norm": 0.0003484230546746403, |
| "learning_rate": 2.4134790528233152e-05, |
| "loss": 0.0, |
| "step": 5175 |
| }, |
| { |
| "epoch": 5.66120218579235, |
| "grad_norm": 0.010849053040146828, |
| "learning_rate": 2.4104432301153616e-05, |
| "loss": 0.0001, |
| "step": 5180 |
| }, |
| { |
| "epoch": 5.666666666666667, |
| "grad_norm": 0.000284497975371778, |
| "learning_rate": 2.4074074074074074e-05, |
| "loss": 0.0831, |
| "step": 5185 |
| }, |
| { |
| "epoch": 5.672131147540983, |
| "grad_norm": 0.0001850848348112777, |
| "learning_rate": 2.4043715846994535e-05, |
| "loss": 0.2457, |
| "step": 5190 |
| }, |
| { |
| "epoch": 5.6775956284153, |
| "grad_norm": 0.0009068201761692762, |
| "learning_rate": 2.4013357619914996e-05, |
| "loss": 0.0, |
| "step": 5195 |
| }, |
| { |
| "epoch": 5.683060109289618, |
| "grad_norm": 0.0002595623955130577, |
| "learning_rate": 2.3982999392835457e-05, |
| "loss": 0.0502, |
| "step": 5200 |
| }, |
| { |
| "epoch": 5.688524590163935, |
| "grad_norm": 0.00040304780122824013, |
| "learning_rate": 2.3952641165755922e-05, |
| "loss": 0.003, |
| "step": 5205 |
| }, |
| { |
| "epoch": 5.693989071038251, |
| "grad_norm": 0.0006999442121013999, |
| "learning_rate": 2.3922282938676383e-05, |
| "loss": 0.0, |
| "step": 5210 |
| }, |
| { |
| "epoch": 5.699453551912568, |
| "grad_norm": 0.0008923182031139731, |
| "learning_rate": 2.3891924711596844e-05, |
| "loss": 0.0001, |
| "step": 5215 |
| }, |
| { |
| "epoch": 5.704918032786885, |
| "grad_norm": 0.0028996258042752743, |
| "learning_rate": 2.3861566484517305e-05, |
| "loss": 0.0001, |
| "step": 5220 |
| }, |
| { |
| "epoch": 5.7103825136612025, |
| "grad_norm": 0.011778953485190868, |
| "learning_rate": 2.3831208257437767e-05, |
| "loss": 0.0001, |
| "step": 5225 |
| }, |
| { |
| "epoch": 5.715846994535519, |
| "grad_norm": 0.0009088412043638527, |
| "learning_rate": 2.380085003035823e-05, |
| "loss": 0.0004, |
| "step": 5230 |
| }, |
| { |
| "epoch": 5.721311475409836, |
| "grad_norm": 0.0005468827439472079, |
| "learning_rate": 2.377049180327869e-05, |
| "loss": 0.0, |
| "step": 5235 |
| }, |
| { |
| "epoch": 5.726775956284153, |
| "grad_norm": 0.0005143904127180576, |
| "learning_rate": 2.374013357619915e-05, |
| "loss": 0.0, |
| "step": 5240 |
| }, |
| { |
| "epoch": 5.73224043715847, |
| "grad_norm": 0.012319618836045265, |
| "learning_rate": 2.370977534911961e-05, |
| "loss": 0.0001, |
| "step": 5245 |
| }, |
| { |
| "epoch": 5.737704918032787, |
| "grad_norm": 0.00032935780473053455, |
| "learning_rate": 2.3679417122040072e-05, |
| "loss": 0.0, |
| "step": 5250 |
| }, |
| { |
| "epoch": 5.743169398907104, |
| "grad_norm": 0.00028610375011339784, |
| "learning_rate": 2.3649058894960537e-05, |
| "loss": 0.0001, |
| "step": 5255 |
| }, |
| { |
| "epoch": 5.748633879781421, |
| "grad_norm": 0.0014600688591599464, |
| "learning_rate": 2.3618700667880998e-05, |
| "loss": 0.0, |
| "step": 5260 |
| }, |
| { |
| "epoch": 5.754098360655737, |
| "grad_norm": 0.0003803087747655809, |
| "learning_rate": 2.358834244080146e-05, |
| "loss": 0.0, |
| "step": 5265 |
| }, |
| { |
| "epoch": 5.759562841530054, |
| "grad_norm": 0.0012569596292451024, |
| "learning_rate": 2.355798421372192e-05, |
| "loss": 0.0, |
| "step": 5270 |
| }, |
| { |
| "epoch": 5.7650273224043715, |
| "grad_norm": 0.00016804836923256516, |
| "learning_rate": 2.352762598664238e-05, |
| "loss": 0.0001, |
| "step": 5275 |
| }, |
| { |
| "epoch": 5.770491803278689, |
| "grad_norm": 0.00032320586615242064, |
| "learning_rate": 2.3497267759562842e-05, |
| "loss": 0.0, |
| "step": 5280 |
| }, |
| { |
| "epoch": 5.775956284153006, |
| "grad_norm": 0.00043845665641129017, |
| "learning_rate": 2.3466909532483307e-05, |
| "loss": 0.0, |
| "step": 5285 |
| }, |
| { |
| "epoch": 5.781420765027322, |
| "grad_norm": 0.0004221588606014848, |
| "learning_rate": 2.3436551305403765e-05, |
| "loss": 0.0, |
| "step": 5290 |
| }, |
| { |
| "epoch": 5.786885245901639, |
| "grad_norm": 0.00026679132133722305, |
| "learning_rate": 2.3406193078324226e-05, |
| "loss": 0.0, |
| "step": 5295 |
| }, |
| { |
| "epoch": 5.7923497267759565, |
| "grad_norm": 0.00012715437333099544, |
| "learning_rate": 2.3375834851244687e-05, |
| "loss": 0.0, |
| "step": 5300 |
| }, |
| { |
| "epoch": 5.797814207650273, |
| "grad_norm": 0.00016335255349986255, |
| "learning_rate": 2.3345476624165148e-05, |
| "loss": 0.0, |
| "step": 5305 |
| }, |
| { |
| "epoch": 5.80327868852459, |
| "grad_norm": 0.0005586635088548064, |
| "learning_rate": 2.3315118397085612e-05, |
| "loss": 0.0, |
| "step": 5310 |
| }, |
| { |
| "epoch": 5.808743169398907, |
| "grad_norm": 0.0017712228000164032, |
| "learning_rate": 2.3284760170006074e-05, |
| "loss": 0.0, |
| "step": 5315 |
| }, |
| { |
| "epoch": 5.814207650273224, |
| "grad_norm": 0.000200931157451123, |
| "learning_rate": 2.3254401942926535e-05, |
| "loss": 0.0, |
| "step": 5320 |
| }, |
| { |
| "epoch": 5.8196721311475414, |
| "grad_norm": 0.00016768582281656563, |
| "learning_rate": 2.3224043715846996e-05, |
| "loss": 0.0, |
| "step": 5325 |
| }, |
| { |
| "epoch": 5.825136612021858, |
| "grad_norm": 0.0001333783147856593, |
| "learning_rate": 2.3193685488767457e-05, |
| "loss": 0.0, |
| "step": 5330 |
| }, |
| { |
| "epoch": 5.830601092896175, |
| "grad_norm": 0.00022269372129812837, |
| "learning_rate": 2.316332726168792e-05, |
| "loss": 0.0, |
| "step": 5335 |
| }, |
| { |
| "epoch": 5.836065573770492, |
| "grad_norm": 0.00021091346570756286, |
| "learning_rate": 2.313296903460838e-05, |
| "loss": 0.0001, |
| "step": 5340 |
| }, |
| { |
| "epoch": 5.841530054644808, |
| "grad_norm": 0.0034973840229213238, |
| "learning_rate": 2.310261080752884e-05, |
| "loss": 0.0, |
| "step": 5345 |
| }, |
| { |
| "epoch": 5.8469945355191255, |
| "grad_norm": 0.00016680124099366367, |
| "learning_rate": 2.30722525804493e-05, |
| "loss": 0.0, |
| "step": 5350 |
| }, |
| { |
| "epoch": 5.852459016393443, |
| "grad_norm": 0.00016794119437690824, |
| "learning_rate": 2.3041894353369763e-05, |
| "loss": 0.0, |
| "step": 5355 |
| }, |
| { |
| "epoch": 5.85792349726776, |
| "grad_norm": 0.0001823761558625847, |
| "learning_rate": 2.3011536126290227e-05, |
| "loss": 0.0, |
| "step": 5360 |
| }, |
| { |
| "epoch": 5.863387978142076, |
| "grad_norm": 0.00018940315931104124, |
| "learning_rate": 2.2981177899210688e-05, |
| "loss": 0.0, |
| "step": 5365 |
| }, |
| { |
| "epoch": 5.868852459016393, |
| "grad_norm": 0.0001646766031626612, |
| "learning_rate": 2.295081967213115e-05, |
| "loss": 0.0, |
| "step": 5370 |
| }, |
| { |
| "epoch": 5.8743169398907105, |
| "grad_norm": 0.00026264862390235066, |
| "learning_rate": 2.292046144505161e-05, |
| "loss": 0.0, |
| "step": 5375 |
| }, |
| { |
| "epoch": 5.879781420765028, |
| "grad_norm": 0.00020386996038723737, |
| "learning_rate": 2.289010321797207e-05, |
| "loss": 0.0, |
| "step": 5380 |
| }, |
| { |
| "epoch": 5.885245901639344, |
| "grad_norm": 0.00019918520411010832, |
| "learning_rate": 2.2859744990892533e-05, |
| "loss": 0.0, |
| "step": 5385 |
| }, |
| { |
| "epoch": 5.890710382513661, |
| "grad_norm": 0.0001257824624190107, |
| "learning_rate": 2.2829386763812994e-05, |
| "loss": 0.0, |
| "step": 5390 |
| }, |
| { |
| "epoch": 5.896174863387978, |
| "grad_norm": 0.00011864578118547797, |
| "learning_rate": 2.2799028536733455e-05, |
| "loss": 0.0, |
| "step": 5395 |
| }, |
| { |
| "epoch": 5.901639344262295, |
| "grad_norm": 0.00027177087031304836, |
| "learning_rate": 2.2768670309653916e-05, |
| "loss": 0.0, |
| "step": 5400 |
| }, |
| { |
| "epoch": 5.907103825136612, |
| "grad_norm": 0.014322335831820965, |
| "learning_rate": 2.2738312082574377e-05, |
| "loss": 0.0, |
| "step": 5405 |
| }, |
| { |
| "epoch": 5.912568306010929, |
| "grad_norm": 0.00014552676293533295, |
| "learning_rate": 2.270795385549484e-05, |
| "loss": 0.0, |
| "step": 5410 |
| }, |
| { |
| "epoch": 5.918032786885246, |
| "grad_norm": 0.0001333577383775264, |
| "learning_rate": 2.2677595628415303e-05, |
| "loss": 0.0, |
| "step": 5415 |
| }, |
| { |
| "epoch": 5.923497267759563, |
| "grad_norm": 9.596958989277482e-05, |
| "learning_rate": 2.2647237401335764e-05, |
| "loss": 0.0, |
| "step": 5420 |
| }, |
| { |
| "epoch": 5.9289617486338795, |
| "grad_norm": 0.0062270862981677055, |
| "learning_rate": 2.2616879174256225e-05, |
| "loss": 0.0, |
| "step": 5425 |
| }, |
| { |
| "epoch": 5.934426229508197, |
| "grad_norm": 0.00010670346091501415, |
| "learning_rate": 2.2586520947176686e-05, |
| "loss": 0.0, |
| "step": 5430 |
| }, |
| { |
| "epoch": 5.939890710382514, |
| "grad_norm": 0.0011700303293764591, |
| "learning_rate": 2.2556162720097147e-05, |
| "loss": 0.0, |
| "step": 5435 |
| }, |
| { |
| "epoch": 5.945355191256831, |
| "grad_norm": 0.0001294987159781158, |
| "learning_rate": 2.252580449301761e-05, |
| "loss": 0.0, |
| "step": 5440 |
| }, |
| { |
| "epoch": 5.950819672131147, |
| "grad_norm": 8.402008097618818e-05, |
| "learning_rate": 2.249544626593807e-05, |
| "loss": 0.0, |
| "step": 5445 |
| }, |
| { |
| "epoch": 5.956284153005464, |
| "grad_norm": 6.773810309823602e-05, |
| "learning_rate": 2.246508803885853e-05, |
| "loss": 0.0, |
| "step": 5450 |
| }, |
| { |
| "epoch": 5.961748633879782, |
| "grad_norm": 0.00012332104961387813, |
| "learning_rate": 2.2434729811778992e-05, |
| "loss": 0.0, |
| "step": 5455 |
| }, |
| { |
| "epoch": 5.967213114754099, |
| "grad_norm": 9.364177822135389e-05, |
| "learning_rate": 2.2404371584699453e-05, |
| "loss": 0.0, |
| "step": 5460 |
| }, |
| { |
| "epoch": 5.972677595628415, |
| "grad_norm": 0.0001126359638874419, |
| "learning_rate": 2.2374013357619918e-05, |
| "loss": 0.0, |
| "step": 5465 |
| }, |
| { |
| "epoch": 5.978142076502732, |
| "grad_norm": 0.0001698069245321676, |
| "learning_rate": 2.234365513054038e-05, |
| "loss": 0.0, |
| "step": 5470 |
| }, |
| { |
| "epoch": 5.983606557377049, |
| "grad_norm": 0.00012718628568109125, |
| "learning_rate": 2.231329690346084e-05, |
| "loss": 0.0, |
| "step": 5475 |
| }, |
| { |
| "epoch": 5.989071038251366, |
| "grad_norm": 0.14746598899364471, |
| "learning_rate": 2.22829386763813e-05, |
| "loss": 0.0004, |
| "step": 5480 |
| }, |
| { |
| "epoch": 5.994535519125683, |
| "grad_norm": 0.00011750194244086742, |
| "learning_rate": 2.2252580449301762e-05, |
| "loss": 0.0, |
| "step": 5485 |
| }, |
| { |
| "epoch": 6.0, |
| "grad_norm": 0.00011425597767811269, |
| "learning_rate": 2.2222222222222223e-05, |
| "loss": 0.0047, |
| "step": 5490 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_loss": 0.0026069784071296453, |
| "eval_runtime": 667.3626, |
| "eval_samples_per_second": 10.963, |
| "eval_steps_per_second": 1.371, |
| "step": 5490 |
| }, |
| { |
| "epoch": 6.005464480874317, |
| "grad_norm": 0.011173485778272152, |
| "learning_rate": 2.2191863995142684e-05, |
| "loss": 0.0, |
| "step": 5495 |
| }, |
| { |
| "epoch": 6.0109289617486334, |
| "grad_norm": 8.967368921730667e-05, |
| "learning_rate": 2.2161505768063146e-05, |
| "loss": 0.0, |
| "step": 5500 |
| }, |
| { |
| "epoch": 6.016393442622951, |
| "grad_norm": 4.766190977534279e-05, |
| "learning_rate": 2.2131147540983607e-05, |
| "loss": 0.0, |
| "step": 5505 |
| }, |
| { |
| "epoch": 6.021857923497268, |
| "grad_norm": 0.002877232152968645, |
| "learning_rate": 2.2100789313904068e-05, |
| "loss": 0.0, |
| "step": 5510 |
| }, |
| { |
| "epoch": 6.027322404371585, |
| "grad_norm": 5.845217310707085e-05, |
| "learning_rate": 2.2070431086824532e-05, |
| "loss": 0.0, |
| "step": 5515 |
| }, |
| { |
| "epoch": 6.032786885245901, |
| "grad_norm": 5.649280865327455e-05, |
| "learning_rate": 2.2040072859744993e-05, |
| "loss": 0.0, |
| "step": 5520 |
| }, |
| { |
| "epoch": 6.038251366120218, |
| "grad_norm": 0.00013220343680586666, |
| "learning_rate": 2.2009714632665455e-05, |
| "loss": 0.0, |
| "step": 5525 |
| }, |
| { |
| "epoch": 6.043715846994536, |
| "grad_norm": 5.454764686874114e-05, |
| "learning_rate": 2.1979356405585916e-05, |
| "loss": 0.0, |
| "step": 5530 |
| }, |
| { |
| "epoch": 6.049180327868853, |
| "grad_norm": 7.190610631369054e-05, |
| "learning_rate": 2.1948998178506377e-05, |
| "loss": 0.0, |
| "step": 5535 |
| }, |
| { |
| "epoch": 6.054644808743169, |
| "grad_norm": 0.00018310271843802184, |
| "learning_rate": 2.1918639951426838e-05, |
| "loss": 0.0, |
| "step": 5540 |
| }, |
| { |
| "epoch": 6.060109289617486, |
| "grad_norm": 5.9327132476028055e-05, |
| "learning_rate": 2.18882817243473e-05, |
| "loss": 0.0, |
| "step": 5545 |
| }, |
| { |
| "epoch": 6.065573770491803, |
| "grad_norm": 0.00018289749277755618, |
| "learning_rate": 2.185792349726776e-05, |
| "loss": 0.176, |
| "step": 5550 |
| }, |
| { |
| "epoch": 6.0710382513661205, |
| "grad_norm": 0.000174393251654692, |
| "learning_rate": 2.182756527018822e-05, |
| "loss": 0.0, |
| "step": 5555 |
| }, |
| { |
| "epoch": 6.076502732240437, |
| "grad_norm": 0.015763528645038605, |
| "learning_rate": 2.1797207043108682e-05, |
| "loss": 0.0001, |
| "step": 5560 |
| }, |
| { |
| "epoch": 6.081967213114754, |
| "grad_norm": 0.0009447432239539921, |
| "learning_rate": 2.1766848816029144e-05, |
| "loss": 0.0, |
| "step": 5565 |
| }, |
| { |
| "epoch": 6.087431693989071, |
| "grad_norm": 0.0006745553691871464, |
| "learning_rate": 2.1736490588949608e-05, |
| "loss": 0.0, |
| "step": 5570 |
| }, |
| { |
| "epoch": 6.092896174863388, |
| "grad_norm": 0.0007902304059825838, |
| "learning_rate": 2.170613236187007e-05, |
| "loss": 0.0, |
| "step": 5575 |
| }, |
| { |
| "epoch": 6.098360655737705, |
| "grad_norm": 0.003297103103250265, |
| "learning_rate": 2.167577413479053e-05, |
| "loss": 0.0, |
| "step": 5580 |
| }, |
| { |
| "epoch": 6.103825136612022, |
| "grad_norm": 0.0008036267245188355, |
| "learning_rate": 2.164541590771099e-05, |
| "loss": 0.0002, |
| "step": 5585 |
| }, |
| { |
| "epoch": 6.109289617486339, |
| "grad_norm": 0.0005939893890172243, |
| "learning_rate": 2.161505768063145e-05, |
| "loss": 0.0001, |
| "step": 5590 |
| }, |
| { |
| "epoch": 6.114754098360656, |
| "grad_norm": 9.905810293275863e-05, |
| "learning_rate": 2.1584699453551914e-05, |
| "loss": 0.0, |
| "step": 5595 |
| }, |
| { |
| "epoch": 6.120218579234972, |
| "grad_norm": 0.0003050408558920026, |
| "learning_rate": 2.1554341226472375e-05, |
| "loss": 0.0, |
| "step": 5600 |
| }, |
| { |
| "epoch": 6.1256830601092895, |
| "grad_norm": 0.001176638645119965, |
| "learning_rate": 2.1523982999392836e-05, |
| "loss": 0.0001, |
| "step": 5605 |
| }, |
| { |
| "epoch": 6.131147540983607, |
| "grad_norm": 0.0001844777725636959, |
| "learning_rate": 2.1493624772313297e-05, |
| "loss": 0.0, |
| "step": 5610 |
| }, |
| { |
| "epoch": 6.136612021857924, |
| "grad_norm": 0.0003056370187550783, |
| "learning_rate": 2.1463266545233758e-05, |
| "loss": 0.0, |
| "step": 5615 |
| }, |
| { |
| "epoch": 6.14207650273224, |
| "grad_norm": 0.01378646306693554, |
| "learning_rate": 2.1432908318154223e-05, |
| "loss": 0.0001, |
| "step": 5620 |
| }, |
| { |
| "epoch": 6.147540983606557, |
| "grad_norm": 0.0001626972807571292, |
| "learning_rate": 2.1402550091074684e-05, |
| "loss": 0.0, |
| "step": 5625 |
| }, |
| { |
| "epoch": 6.1530054644808745, |
| "grad_norm": 0.0002374864707235247, |
| "learning_rate": 2.1372191863995145e-05, |
| "loss": 0.0, |
| "step": 5630 |
| }, |
| { |
| "epoch": 6.158469945355192, |
| "grad_norm": 0.0007631028420291841, |
| "learning_rate": 2.1341833636915606e-05, |
| "loss": 0.0, |
| "step": 5635 |
| }, |
| { |
| "epoch": 6.163934426229508, |
| "grad_norm": 0.0007890752167440951, |
| "learning_rate": 2.1311475409836064e-05, |
| "loss": 0.0001, |
| "step": 5640 |
| }, |
| { |
| "epoch": 6.169398907103825, |
| "grad_norm": 0.00014803047815803438, |
| "learning_rate": 2.128111718275653e-05, |
| "loss": 0.0, |
| "step": 5645 |
| }, |
| { |
| "epoch": 6.174863387978142, |
| "grad_norm": 0.0001815713185351342, |
| "learning_rate": 2.125075895567699e-05, |
| "loss": 0.0, |
| "step": 5650 |
| }, |
| { |
| "epoch": 6.180327868852459, |
| "grad_norm": 0.0002662826154846698, |
| "learning_rate": 2.122040072859745e-05, |
| "loss": 0.0, |
| "step": 5655 |
| }, |
| { |
| "epoch": 6.185792349726776, |
| "grad_norm": 0.00023396898177452385, |
| "learning_rate": 2.1190042501517912e-05, |
| "loss": 0.0, |
| "step": 5660 |
| }, |
| { |
| "epoch": 6.191256830601093, |
| "grad_norm": 0.0009009042987599969, |
| "learning_rate": 2.1159684274438373e-05, |
| "loss": 0.0, |
| "step": 5665 |
| }, |
| { |
| "epoch": 6.19672131147541, |
| "grad_norm": 0.00019553759193513542, |
| "learning_rate": 2.1129326047358834e-05, |
| "loss": 0.0, |
| "step": 5670 |
| }, |
| { |
| "epoch": 6.202185792349727, |
| "grad_norm": 0.0001129544252762571, |
| "learning_rate": 2.10989678202793e-05, |
| "loss": 0.0, |
| "step": 5675 |
| }, |
| { |
| "epoch": 6.2076502732240435, |
| "grad_norm": 0.0001647875178605318, |
| "learning_rate": 2.106860959319976e-05, |
| "loss": 0.0, |
| "step": 5680 |
| }, |
| { |
| "epoch": 6.213114754098361, |
| "grad_norm": 7.417155575240031e-05, |
| "learning_rate": 2.103825136612022e-05, |
| "loss": 0.0, |
| "step": 5685 |
| }, |
| { |
| "epoch": 6.218579234972678, |
| "grad_norm": 4.739851283375174e-05, |
| "learning_rate": 2.100789313904068e-05, |
| "loss": 0.0, |
| "step": 5690 |
| }, |
| { |
| "epoch": 6.224043715846994, |
| "grad_norm": 0.31114462018013, |
| "learning_rate": 2.097753491196114e-05, |
| "loss": 0.0014, |
| "step": 5695 |
| }, |
| { |
| "epoch": 6.229508196721311, |
| "grad_norm": 0.00010993971227435395, |
| "learning_rate": 2.0947176684881604e-05, |
| "loss": 0.0, |
| "step": 5700 |
| }, |
| { |
| "epoch": 6.2349726775956285, |
| "grad_norm": 0.00012361927656456828, |
| "learning_rate": 2.0916818457802065e-05, |
| "loss": 0.0, |
| "step": 5705 |
| }, |
| { |
| "epoch": 6.240437158469946, |
| "grad_norm": 3.7131321732886136e-05, |
| "learning_rate": 2.0886460230722527e-05, |
| "loss": 0.0, |
| "step": 5710 |
| }, |
| { |
| "epoch": 6.245901639344262, |
| "grad_norm": 8.455519855488092e-05, |
| "learning_rate": 2.0856102003642988e-05, |
| "loss": 0.0, |
| "step": 5715 |
| }, |
| { |
| "epoch": 6.251366120218579, |
| "grad_norm": 4.8671347030904144e-05, |
| "learning_rate": 2.082574377656345e-05, |
| "loss": 0.0, |
| "step": 5720 |
| }, |
| { |
| "epoch": 6.256830601092896, |
| "grad_norm": 2.6576733944239095e-05, |
| "learning_rate": 2.0795385549483913e-05, |
| "loss": 0.0, |
| "step": 5725 |
| }, |
| { |
| "epoch": 6.262295081967213, |
| "grad_norm": 0.00012619678454939276, |
| "learning_rate": 2.0765027322404374e-05, |
| "loss": 0.0, |
| "step": 5730 |
| }, |
| { |
| "epoch": 6.26775956284153, |
| "grad_norm": 0.00012123715714551508, |
| "learning_rate": 2.0734669095324836e-05, |
| "loss": 0.0, |
| "step": 5735 |
| }, |
| { |
| "epoch": 6.273224043715847, |
| "grad_norm": 6.571730773430318e-05, |
| "learning_rate": 2.0704310868245293e-05, |
| "loss": 0.0, |
| "step": 5740 |
| }, |
| { |
| "epoch": 6.278688524590164, |
| "grad_norm": 0.00016342464368790388, |
| "learning_rate": 2.0673952641165754e-05, |
| "loss": 0.0, |
| "step": 5745 |
| }, |
| { |
| "epoch": 6.284153005464481, |
| "grad_norm": 7.798125443514436e-05, |
| "learning_rate": 2.064359441408622e-05, |
| "loss": 0.0, |
| "step": 5750 |
| }, |
| { |
| "epoch": 6.2896174863387975, |
| "grad_norm": 4.3517509766388685e-05, |
| "learning_rate": 2.061323618700668e-05, |
| "loss": 0.0, |
| "step": 5755 |
| }, |
| { |
| "epoch": 6.295081967213115, |
| "grad_norm": 5.0315840780967847e-05, |
| "learning_rate": 2.058287795992714e-05, |
| "loss": 0.0, |
| "step": 5760 |
| }, |
| { |
| "epoch": 6.300546448087432, |
| "grad_norm": 5.3943444072501734e-05, |
| "learning_rate": 2.0552519732847602e-05, |
| "loss": 0.0, |
| "step": 5765 |
| }, |
| { |
| "epoch": 6.306010928961749, |
| "grad_norm": 0.00030482446891255677, |
| "learning_rate": 2.0522161505768063e-05, |
| "loss": 0.0, |
| "step": 5770 |
| }, |
| { |
| "epoch": 6.311475409836065, |
| "grad_norm": 6.828513869550079e-05, |
| "learning_rate": 2.0491803278688525e-05, |
| "loss": 0.0, |
| "step": 5775 |
| }, |
| { |
| "epoch": 6.316939890710382, |
| "grad_norm": 9.909820801112801e-05, |
| "learning_rate": 2.046144505160899e-05, |
| "loss": 0.0, |
| "step": 5780 |
| }, |
| { |
| "epoch": 6.3224043715847, |
| "grad_norm": 9.688820864539593e-05, |
| "learning_rate": 2.043108682452945e-05, |
| "loss": 0.0, |
| "step": 5785 |
| }, |
| { |
| "epoch": 6.327868852459017, |
| "grad_norm": 3.0218470783438534e-05, |
| "learning_rate": 2.040072859744991e-05, |
| "loss": 0.0, |
| "step": 5790 |
| }, |
| { |
| "epoch": 6.333333333333333, |
| "grad_norm": 0.002815735526382923, |
| "learning_rate": 2.037037037037037e-05, |
| "loss": 0.0, |
| "step": 5795 |
| }, |
| { |
| "epoch": 6.33879781420765, |
| "grad_norm": 5.187254646443762e-05, |
| "learning_rate": 2.0340012143290834e-05, |
| "loss": 0.0, |
| "step": 5800 |
| }, |
| { |
| "epoch": 6.344262295081967, |
| "grad_norm": 3.162359644193202e-05, |
| "learning_rate": 2.0309653916211295e-05, |
| "loss": 0.0, |
| "step": 5805 |
| }, |
| { |
| "epoch": 6.3497267759562845, |
| "grad_norm": 0.0004508834390435368, |
| "learning_rate": 2.0279295689131756e-05, |
| "loss": 0.0, |
| "step": 5810 |
| }, |
| { |
| "epoch": 6.355191256830601, |
| "grad_norm": 5.048835009802133e-05, |
| "learning_rate": 2.0248937462052217e-05, |
| "loss": 0.0, |
| "step": 5815 |
| }, |
| { |
| "epoch": 6.360655737704918, |
| "grad_norm": 4.7119614464463666e-05, |
| "learning_rate": 2.0218579234972678e-05, |
| "loss": 0.0, |
| "step": 5820 |
| }, |
| { |
| "epoch": 6.366120218579235, |
| "grad_norm": 6.0273188864812255e-05, |
| "learning_rate": 2.018822100789314e-05, |
| "loss": 0.0001, |
| "step": 5825 |
| }, |
| { |
| "epoch": 6.371584699453552, |
| "grad_norm": 3.4625056287040934e-05, |
| "learning_rate": 2.0157862780813604e-05, |
| "loss": 0.0, |
| "step": 5830 |
| }, |
| { |
| "epoch": 6.377049180327869, |
| "grad_norm": 0.00014075507351662964, |
| "learning_rate": 2.0127504553734065e-05, |
| "loss": 0.0, |
| "step": 5835 |
| }, |
| { |
| "epoch": 6.382513661202186, |
| "grad_norm": 0.0014786600368097425, |
| "learning_rate": 2.0097146326654526e-05, |
| "loss": 0.0, |
| "step": 5840 |
| }, |
| { |
| "epoch": 6.387978142076503, |
| "grad_norm": 3.1873085390543565e-05, |
| "learning_rate": 2.0066788099574984e-05, |
| "loss": 0.0, |
| "step": 5845 |
| }, |
| { |
| "epoch": 6.39344262295082, |
| "grad_norm": 5.925606092205271e-05, |
| "learning_rate": 2.0036429872495445e-05, |
| "loss": 0.0, |
| "step": 5850 |
| }, |
| { |
| "epoch": 6.398907103825136, |
| "grad_norm": 7.679805275984108e-05, |
| "learning_rate": 2.000607164541591e-05, |
| "loss": 0.0, |
| "step": 5855 |
| }, |
| { |
| "epoch": 6.404371584699454, |
| "grad_norm": 0.00013544733519665897, |
| "learning_rate": 1.997571341833637e-05, |
| "loss": 0.0, |
| "step": 5860 |
| }, |
| { |
| "epoch": 6.409836065573771, |
| "grad_norm": 0.0003026534104719758, |
| "learning_rate": 1.994535519125683e-05, |
| "loss": 0.0, |
| "step": 5865 |
| }, |
| { |
| "epoch": 6.415300546448087, |
| "grad_norm": 0.00010233583452645689, |
| "learning_rate": 1.9914996964177293e-05, |
| "loss": 0.0, |
| "step": 5870 |
| }, |
| { |
| "epoch": 6.420765027322404, |
| "grad_norm": 0.0002885489957407117, |
| "learning_rate": 1.9884638737097754e-05, |
| "loss": 0.0, |
| "step": 5875 |
| }, |
| { |
| "epoch": 6.426229508196721, |
| "grad_norm": 7.025294326012954e-05, |
| "learning_rate": 1.9854280510018215e-05, |
| "loss": 0.0, |
| "step": 5880 |
| }, |
| { |
| "epoch": 6.4316939890710385, |
| "grad_norm": 5.036436778027564e-05, |
| "learning_rate": 1.982392228293868e-05, |
| "loss": 0.0, |
| "step": 5885 |
| }, |
| { |
| "epoch": 6.437158469945355, |
| "grad_norm": 4.766888378071599e-05, |
| "learning_rate": 1.979356405585914e-05, |
| "loss": 0.0, |
| "step": 5890 |
| }, |
| { |
| "epoch": 6.442622950819672, |
| "grad_norm": 2.0245690393494442e-05, |
| "learning_rate": 1.97632058287796e-05, |
| "loss": 0.0, |
| "step": 5895 |
| }, |
| { |
| "epoch": 6.448087431693989, |
| "grad_norm": 0.0019478934118524194, |
| "learning_rate": 1.973284760170006e-05, |
| "loss": 0.0001, |
| "step": 5900 |
| }, |
| { |
| "epoch": 6.453551912568306, |
| "grad_norm": 5.526033783098683e-05, |
| "learning_rate": 1.9702489374620524e-05, |
| "loss": 0.0, |
| "step": 5905 |
| }, |
| { |
| "epoch": 6.459016393442623, |
| "grad_norm": 4.0888528019422665e-05, |
| "learning_rate": 1.9672131147540985e-05, |
| "loss": 0.0, |
| "step": 5910 |
| }, |
| { |
| "epoch": 6.46448087431694, |
| "grad_norm": 4.284735405235551e-05, |
| "learning_rate": 1.9641772920461446e-05, |
| "loss": 0.0, |
| "step": 5915 |
| }, |
| { |
| "epoch": 6.469945355191257, |
| "grad_norm": 3.235202530049719e-05, |
| "learning_rate": 1.9611414693381907e-05, |
| "loss": 0.0, |
| "step": 5920 |
| }, |
| { |
| "epoch": 6.475409836065574, |
| "grad_norm": 8.918684761738405e-05, |
| "learning_rate": 1.958105646630237e-05, |
| "loss": 0.0, |
| "step": 5925 |
| }, |
| { |
| "epoch": 6.48087431693989, |
| "grad_norm": 2.8192551326355897e-05, |
| "learning_rate": 1.955069823922283e-05, |
| "loss": 0.0, |
| "step": 5930 |
| }, |
| { |
| "epoch": 6.4863387978142075, |
| "grad_norm": 6.065002526156604e-05, |
| "learning_rate": 1.9520340012143294e-05, |
| "loss": 0.0, |
| "step": 5935 |
| }, |
| { |
| "epoch": 6.491803278688525, |
| "grad_norm": 8.560925198253244e-05, |
| "learning_rate": 1.9489981785063755e-05, |
| "loss": 0.0, |
| "step": 5940 |
| }, |
| { |
| "epoch": 6.497267759562842, |
| "grad_norm": 3.3522384910611436e-05, |
| "learning_rate": 1.9459623557984213e-05, |
| "loss": 0.0, |
| "step": 5945 |
| }, |
| { |
| "epoch": 6.502732240437158, |
| "grad_norm": 8.88680006028153e-05, |
| "learning_rate": 1.9429265330904674e-05, |
| "loss": 0.0, |
| "step": 5950 |
| }, |
| { |
| "epoch": 6.508196721311475, |
| "grad_norm": 6.100683458498679e-05, |
| "learning_rate": 1.9398907103825135e-05, |
| "loss": 0.0, |
| "step": 5955 |
| }, |
| { |
| "epoch": 6.5136612021857925, |
| "grad_norm": 1.864024488895666e-05, |
| "learning_rate": 1.93685488767456e-05, |
| "loss": 0.0, |
| "step": 5960 |
| }, |
| { |
| "epoch": 6.51912568306011, |
| "grad_norm": 0.00014385611575562507, |
| "learning_rate": 1.933819064966606e-05, |
| "loss": 0.0, |
| "step": 5965 |
| }, |
| { |
| "epoch": 6.524590163934426, |
| "grad_norm": 3.123824717476964e-05, |
| "learning_rate": 1.9307832422586522e-05, |
| "loss": 0.0, |
| "step": 5970 |
| }, |
| { |
| "epoch": 6.530054644808743, |
| "grad_norm": 2.9815590096404776e-05, |
| "learning_rate": 1.9277474195506983e-05, |
| "loss": 0.0, |
| "step": 5975 |
| }, |
| { |
| "epoch": 6.53551912568306, |
| "grad_norm": 2.5311090212198906e-05, |
| "learning_rate": 1.9247115968427444e-05, |
| "loss": 0.0, |
| "step": 5980 |
| }, |
| { |
| "epoch": 6.540983606557377, |
| "grad_norm": 6.320253305602819e-05, |
| "learning_rate": 1.9216757741347906e-05, |
| "loss": 0.0, |
| "step": 5985 |
| }, |
| { |
| "epoch": 6.546448087431694, |
| "grad_norm": 6.124599894974381e-05, |
| "learning_rate": 1.918639951426837e-05, |
| "loss": 0.0, |
| "step": 5990 |
| }, |
| { |
| "epoch": 6.551912568306011, |
| "grad_norm": 0.0008633544784970582, |
| "learning_rate": 1.9156041287188828e-05, |
| "loss": 0.0, |
| "step": 5995 |
| }, |
| { |
| "epoch": 6.557377049180328, |
| "grad_norm": 6.350692274281755e-05, |
| "learning_rate": 1.912568306010929e-05, |
| "loss": 0.0, |
| "step": 6000 |
| }, |
| { |
| "epoch": 6.562841530054644, |
| "grad_norm": 3.356828892719932e-05, |
| "learning_rate": 1.909532483302975e-05, |
| "loss": 0.0, |
| "step": 6005 |
| }, |
| { |
| "epoch": 6.5683060109289615, |
| "grad_norm": 0.00026475227787159383, |
| "learning_rate": 1.9064966605950215e-05, |
| "loss": 0.0, |
| "step": 6010 |
| }, |
| { |
| "epoch": 6.573770491803279, |
| "grad_norm": 2.997915908053983e-05, |
| "learning_rate": 1.9034608378870676e-05, |
| "loss": 0.0, |
| "step": 6015 |
| }, |
| { |
| "epoch": 6.579234972677596, |
| "grad_norm": 4.210296174278483e-05, |
| "learning_rate": 1.9004250151791137e-05, |
| "loss": 0.0, |
| "step": 6020 |
| }, |
| { |
| "epoch": 6.584699453551913, |
| "grad_norm": 4.2359999497421086e-05, |
| "learning_rate": 1.8973891924711598e-05, |
| "loss": 0.0, |
| "step": 6025 |
| }, |
| { |
| "epoch": 6.590163934426229, |
| "grad_norm": 4.0853054088074714e-05, |
| "learning_rate": 1.894353369763206e-05, |
| "loss": 0.0, |
| "step": 6030 |
| }, |
| { |
| "epoch": 6.595628415300546, |
| "grad_norm": 1.567585968587082e-05, |
| "learning_rate": 1.891317547055252e-05, |
| "loss": 0.0, |
| "step": 6035 |
| }, |
| { |
| "epoch": 6.601092896174864, |
| "grad_norm": 3.672630919027142e-05, |
| "learning_rate": 1.8882817243472985e-05, |
| "loss": 0.0, |
| "step": 6040 |
| }, |
| { |
| "epoch": 6.60655737704918, |
| "grad_norm": 2.127391599060502e-05, |
| "learning_rate": 1.8852459016393442e-05, |
| "loss": 0.0, |
| "step": 6045 |
| }, |
| { |
| "epoch": 6.612021857923497, |
| "grad_norm": 4.033459481433965e-05, |
| "learning_rate": 1.8822100789313904e-05, |
| "loss": 0.0, |
| "step": 6050 |
| }, |
| { |
| "epoch": 6.617486338797814, |
| "grad_norm": 3.772424315684475e-05, |
| "learning_rate": 1.8791742562234365e-05, |
| "loss": 0.0, |
| "step": 6055 |
| }, |
| { |
| "epoch": 6.622950819672131, |
| "grad_norm": 4.5684719225391746e-05, |
| "learning_rate": 1.8761384335154826e-05, |
| "loss": 0.0, |
| "step": 6060 |
| }, |
| { |
| "epoch": 6.628415300546449, |
| "grad_norm": 4.037997859995812e-05, |
| "learning_rate": 1.873102610807529e-05, |
| "loss": 0.0, |
| "step": 6065 |
| }, |
| { |
| "epoch": 6.633879781420765, |
| "grad_norm": 2.9085753340041265e-05, |
| "learning_rate": 1.870066788099575e-05, |
| "loss": 0.0, |
| "step": 6070 |
| }, |
| { |
| "epoch": 6.639344262295082, |
| "grad_norm": 4.5837143261451274e-05, |
| "learning_rate": 1.8670309653916213e-05, |
| "loss": 0.0, |
| "step": 6075 |
| }, |
| { |
| "epoch": 6.644808743169399, |
| "grad_norm": 2.149335887224879e-05, |
| "learning_rate": 1.8639951426836674e-05, |
| "loss": 0.0, |
| "step": 6080 |
| }, |
| { |
| "epoch": 6.6502732240437155, |
| "grad_norm": 2.6230225557810627e-05, |
| "learning_rate": 1.8609593199757135e-05, |
| "loss": 0.0, |
| "step": 6085 |
| }, |
| { |
| "epoch": 6.655737704918033, |
| "grad_norm": 5.128745760885067e-05, |
| "learning_rate": 1.85792349726776e-05, |
| "loss": 0.0, |
| "step": 6090 |
| }, |
| { |
| "epoch": 6.66120218579235, |
| "grad_norm": 2.8409345759428106e-05, |
| "learning_rate": 1.8548876745598057e-05, |
| "loss": 0.0, |
| "step": 6095 |
| }, |
| { |
| "epoch": 6.666666666666667, |
| "grad_norm": 1.829441862355452e-05, |
| "learning_rate": 1.8518518518518518e-05, |
| "loss": 0.0, |
| "step": 6100 |
| }, |
| { |
| "epoch": 6.672131147540983, |
| "grad_norm": 2.8088525141356513e-05, |
| "learning_rate": 1.848816029143898e-05, |
| "loss": 0.0, |
| "step": 6105 |
| }, |
| { |
| "epoch": 6.6775956284153, |
| "grad_norm": 0.00019966061518061906, |
| "learning_rate": 1.845780206435944e-05, |
| "loss": 0.0, |
| "step": 6110 |
| }, |
| { |
| "epoch": 6.683060109289618, |
| "grad_norm": 3.2912070309976116e-05, |
| "learning_rate": 1.8427443837279905e-05, |
| "loss": 0.0, |
| "step": 6115 |
| }, |
| { |
| "epoch": 6.688524590163935, |
| "grad_norm": 3.402951915632002e-05, |
| "learning_rate": 1.8397085610200366e-05, |
| "loss": 0.0, |
| "step": 6120 |
| }, |
| { |
| "epoch": 6.693989071038251, |
| "grad_norm": 5.13341037731152e-05, |
| "learning_rate": 1.8366727383120827e-05, |
| "loss": 0.0, |
| "step": 6125 |
| }, |
| { |
| "epoch": 6.699453551912568, |
| "grad_norm": 3.986077354056761e-05, |
| "learning_rate": 1.833636915604129e-05, |
| "loss": 0.0, |
| "step": 6130 |
| }, |
| { |
| "epoch": 6.704918032786885, |
| "grad_norm": 4.487119076657109e-05, |
| "learning_rate": 1.830601092896175e-05, |
| "loss": 0.0, |
| "step": 6135 |
| }, |
| { |
| "epoch": 6.7103825136612025, |
| "grad_norm": 1.591966429259628e-05, |
| "learning_rate": 1.827565270188221e-05, |
| "loss": 0.0, |
| "step": 6140 |
| }, |
| { |
| "epoch": 6.715846994535519, |
| "grad_norm": 2.8471571567934006e-05, |
| "learning_rate": 1.8245294474802672e-05, |
| "loss": 0.0, |
| "step": 6145 |
| }, |
| { |
| "epoch": 6.721311475409836, |
| "grad_norm": 2.545778625062667e-05, |
| "learning_rate": 1.8214936247723133e-05, |
| "loss": 0.0, |
| "step": 6150 |
| }, |
| { |
| "epoch": 6.726775956284153, |
| "grad_norm": 4.5180757297202945e-05, |
| "learning_rate": 1.8184578020643594e-05, |
| "loss": 0.0, |
| "step": 6155 |
| }, |
| { |
| "epoch": 6.73224043715847, |
| "grad_norm": 3.133527570753358e-05, |
| "learning_rate": 1.8154219793564055e-05, |
| "loss": 0.0, |
| "step": 6160 |
| }, |
| { |
| "epoch": 6.737704918032787, |
| "grad_norm": 2.0645300537580624e-05, |
| "learning_rate": 1.8123861566484516e-05, |
| "loss": 0.0, |
| "step": 6165 |
| }, |
| { |
| "epoch": 6.743169398907104, |
| "grad_norm": 3.279056545579806e-05, |
| "learning_rate": 1.809350333940498e-05, |
| "loss": 0.0, |
| "step": 6170 |
| }, |
| { |
| "epoch": 6.748633879781421, |
| "grad_norm": 3.055525303352624e-05, |
| "learning_rate": 1.8063145112325442e-05, |
| "loss": 0.0, |
| "step": 6175 |
| }, |
| { |
| "epoch": 6.754098360655737, |
| "grad_norm": 1.9079752746620215e-05, |
| "learning_rate": 1.8032786885245903e-05, |
| "loss": 0.0, |
| "step": 6180 |
| }, |
| { |
| "epoch": 6.759562841530054, |
| "grad_norm": 0.00016503347433172166, |
| "learning_rate": 1.8002428658166364e-05, |
| "loss": 0.0, |
| "step": 6185 |
| }, |
| { |
| "epoch": 6.7650273224043715, |
| "grad_norm": 2.6253288524458185e-05, |
| "learning_rate": 1.7972070431086825e-05, |
| "loss": 0.0, |
| "step": 6190 |
| }, |
| { |
| "epoch": 6.770491803278689, |
| "grad_norm": 2.5179529984598048e-05, |
| "learning_rate": 1.7941712204007287e-05, |
| "loss": 0.0, |
| "step": 6195 |
| }, |
| { |
| "epoch": 6.775956284153006, |
| "grad_norm": 3.118176755378954e-05, |
| "learning_rate": 1.7911353976927748e-05, |
| "loss": 0.0, |
| "step": 6200 |
| }, |
| { |
| "epoch": 6.781420765027322, |
| "grad_norm": 2.4124465198838152e-05, |
| "learning_rate": 1.788099574984821e-05, |
| "loss": 0.0, |
| "step": 6205 |
| }, |
| { |
| "epoch": 6.786885245901639, |
| "grad_norm": 0.2607771158218384, |
| "learning_rate": 1.785063752276867e-05, |
| "loss": 0.0002, |
| "step": 6210 |
| }, |
| { |
| "epoch": 6.7923497267759565, |
| "grad_norm": 1.626986158953514e-05, |
| "learning_rate": 1.782027929568913e-05, |
| "loss": 0.0, |
| "step": 6215 |
| }, |
| { |
| "epoch": 6.797814207650273, |
| "grad_norm": 0.0010127287823706865, |
| "learning_rate": 1.7789921068609596e-05, |
| "loss": 0.0, |
| "step": 6220 |
| }, |
| { |
| "epoch": 6.80327868852459, |
| "grad_norm": 3.336209192639217e-05, |
| "learning_rate": 1.7759562841530057e-05, |
| "loss": 0.0, |
| "step": 6225 |
| }, |
| { |
| "epoch": 6.808743169398907, |
| "grad_norm": 3.142928471788764e-05, |
| "learning_rate": 1.7729204614450518e-05, |
| "loss": 0.0, |
| "step": 6230 |
| }, |
| { |
| "epoch": 6.814207650273224, |
| "grad_norm": 2.5947849280782975e-05, |
| "learning_rate": 1.769884638737098e-05, |
| "loss": 0.0, |
| "step": 6235 |
| }, |
| { |
| "epoch": 6.8196721311475414, |
| "grad_norm": 0.001310658873990178, |
| "learning_rate": 1.766848816029144e-05, |
| "loss": 0.0, |
| "step": 6240 |
| }, |
| { |
| "epoch": 6.825136612021858, |
| "grad_norm": 7.160162931540981e-05, |
| "learning_rate": 1.76381299332119e-05, |
| "loss": 0.0, |
| "step": 6245 |
| }, |
| { |
| "epoch": 6.830601092896175, |
| "grad_norm": 2.0879228031844832e-05, |
| "learning_rate": 1.7607771706132362e-05, |
| "loss": 0.0, |
| "step": 6250 |
| }, |
| { |
| "epoch": 6.836065573770492, |
| "grad_norm": 9.69652392086573e-05, |
| "learning_rate": 1.7577413479052823e-05, |
| "loss": 0.0, |
| "step": 6255 |
| }, |
| { |
| "epoch": 6.841530054644808, |
| "grad_norm": 1.9431065084063448e-05, |
| "learning_rate": 1.7547055251973285e-05, |
| "loss": 0.0, |
| "step": 6260 |
| }, |
| { |
| "epoch": 6.8469945355191255, |
| "grad_norm": 5.2403873269213364e-05, |
| "learning_rate": 1.7516697024893746e-05, |
| "loss": 0.0, |
| "step": 6265 |
| }, |
| { |
| "epoch": 6.852459016393443, |
| "grad_norm": 8.865645213518292e-05, |
| "learning_rate": 1.7486338797814207e-05, |
| "loss": 0.0, |
| "step": 6270 |
| }, |
| { |
| "epoch": 6.85792349726776, |
| "grad_norm": 2.442375807731878e-05, |
| "learning_rate": 1.745598057073467e-05, |
| "loss": 0.0, |
| "step": 6275 |
| }, |
| { |
| "epoch": 6.863387978142076, |
| "grad_norm": 2.5425528292544186e-05, |
| "learning_rate": 1.7425622343655132e-05, |
| "loss": 0.0, |
| "step": 6280 |
| }, |
| { |
| "epoch": 6.868852459016393, |
| "grad_norm": 5.923685966990888e-05, |
| "learning_rate": 1.7395264116575594e-05, |
| "loss": 0.0, |
| "step": 6285 |
| }, |
| { |
| "epoch": 6.8743169398907105, |
| "grad_norm": 2.9877415727241896e-05, |
| "learning_rate": 1.7364905889496055e-05, |
| "loss": 0.0, |
| "step": 6290 |
| }, |
| { |
| "epoch": 6.879781420765028, |
| "grad_norm": 6.036084596416913e-05, |
| "learning_rate": 1.7334547662416516e-05, |
| "loss": 0.0001, |
| "step": 6295 |
| }, |
| { |
| "epoch": 6.885245901639344, |
| "grad_norm": 3.035015834029764e-05, |
| "learning_rate": 1.7304189435336977e-05, |
| "loss": 0.0, |
| "step": 6300 |
| }, |
| { |
| "epoch": 6.890710382513661, |
| "grad_norm": 1.9475093722576275e-05, |
| "learning_rate": 1.7273831208257438e-05, |
| "loss": 0.0, |
| "step": 6305 |
| }, |
| { |
| "epoch": 6.896174863387978, |
| "grad_norm": 2.220989335910417e-05, |
| "learning_rate": 1.72434729811779e-05, |
| "loss": 0.0, |
| "step": 6310 |
| }, |
| { |
| "epoch": 6.901639344262295, |
| "grad_norm": 2.0596038666553795e-05, |
| "learning_rate": 1.721311475409836e-05, |
| "loss": 0.0, |
| "step": 6315 |
| }, |
| { |
| "epoch": 6.907103825136612, |
| "grad_norm": 0.00045092753134667873, |
| "learning_rate": 1.718275652701882e-05, |
| "loss": 0.0, |
| "step": 6320 |
| }, |
| { |
| "epoch": 6.912568306010929, |
| "grad_norm": 1.8349317542742938e-05, |
| "learning_rate": 1.7152398299939286e-05, |
| "loss": 0.0, |
| "step": 6325 |
| }, |
| { |
| "epoch": 6.918032786885246, |
| "grad_norm": 1.6973086530924775e-05, |
| "learning_rate": 1.7122040072859747e-05, |
| "loss": 0.0, |
| "step": 6330 |
| }, |
| { |
| "epoch": 6.923497267759563, |
| "grad_norm": 3.073631160077639e-05, |
| "learning_rate": 1.7091681845780208e-05, |
| "loss": 0.0, |
| "step": 6335 |
| }, |
| { |
| "epoch": 6.9289617486338795, |
| "grad_norm": 1.8282253222423606e-05, |
| "learning_rate": 1.706132361870067e-05, |
| "loss": 0.0, |
| "step": 6340 |
| }, |
| { |
| "epoch": 6.934426229508197, |
| "grad_norm": 1.3297793884703424e-05, |
| "learning_rate": 1.703096539162113e-05, |
| "loss": 0.0, |
| "step": 6345 |
| }, |
| { |
| "epoch": 6.939890710382514, |
| "grad_norm": 1.68807619047584e-05, |
| "learning_rate": 1.700060716454159e-05, |
| "loss": 0.0, |
| "step": 6350 |
| }, |
| { |
| "epoch": 6.945355191256831, |
| "grad_norm": 1.75243585545104e-05, |
| "learning_rate": 1.6970248937462053e-05, |
| "loss": 0.0, |
| "step": 6355 |
| }, |
| { |
| "epoch": 6.950819672131147, |
| "grad_norm": 1.8891807485488243e-05, |
| "learning_rate": 1.6939890710382514e-05, |
| "loss": 0.0, |
| "step": 6360 |
| }, |
| { |
| "epoch": 6.956284153005464, |
| "grad_norm": 1.1831501069536898e-05, |
| "learning_rate": 1.6909532483302975e-05, |
| "loss": 0.0, |
| "step": 6365 |
| }, |
| { |
| "epoch": 6.961748633879782, |
| "grad_norm": 3.065099008381367e-05, |
| "learning_rate": 1.6879174256223436e-05, |
| "loss": 0.0, |
| "step": 6370 |
| }, |
| { |
| "epoch": 6.967213114754099, |
| "grad_norm": 2.236567161162384e-05, |
| "learning_rate": 1.68488160291439e-05, |
| "loss": 0.0, |
| "step": 6375 |
| }, |
| { |
| "epoch": 6.972677595628415, |
| "grad_norm": 2.7795680580311455e-05, |
| "learning_rate": 1.6818457802064362e-05, |
| "loss": 0.0, |
| "step": 6380 |
| }, |
| { |
| "epoch": 6.978142076502732, |
| "grad_norm": 4.299731517676264e-05, |
| "learning_rate": 1.6788099574984823e-05, |
| "loss": 0.0, |
| "step": 6385 |
| }, |
| { |
| "epoch": 6.983606557377049, |
| "grad_norm": 2.10926154977642e-05, |
| "learning_rate": 1.6757741347905284e-05, |
| "loss": 0.0, |
| "step": 6390 |
| }, |
| { |
| "epoch": 6.989071038251366, |
| "grad_norm": 3.6098430427955464e-05, |
| "learning_rate": 1.6727383120825745e-05, |
| "loss": 0.0, |
| "step": 6395 |
| }, |
| { |
| "epoch": 6.994535519125683, |
| "grad_norm": 1.9995864931843244e-05, |
| "learning_rate": 1.6697024893746206e-05, |
| "loss": 0.0, |
| "step": 6400 |
| }, |
| { |
| "epoch": 7.0, |
| "grad_norm": 1.6834292182466015e-05, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.0, |
| "step": 6405 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_loss": 0.0011112982174381614, |
| "eval_runtime": 697.2626, |
| "eval_samples_per_second": 10.492, |
| "eval_steps_per_second": 1.312, |
| "step": 6405 |
| }, |
| { |
| "epoch": 7.005464480874317, |
| "grad_norm": 1.7212223610840738e-05, |
| "learning_rate": 1.663630843958713e-05, |
| "loss": 0.0, |
| "step": 6410 |
| }, |
| { |
| "epoch": 7.0109289617486334, |
| "grad_norm": 2.5316898245364428e-05, |
| "learning_rate": 1.660595021250759e-05, |
| "loss": 0.0, |
| "step": 6415 |
| }, |
| { |
| "epoch": 7.016393442622951, |
| "grad_norm": 1.4173186173138674e-05, |
| "learning_rate": 1.657559198542805e-05, |
| "loss": 0.0, |
| "step": 6420 |
| }, |
| { |
| "epoch": 7.021857923497268, |
| "grad_norm": 1.2397636965033598e-05, |
| "learning_rate": 1.6545233758348512e-05, |
| "loss": 0.0, |
| "step": 6425 |
| }, |
| { |
| "epoch": 7.027322404371585, |
| "grad_norm": 8.636420716356952e-06, |
| "learning_rate": 1.6514875531268976e-05, |
| "loss": 0.0, |
| "step": 6430 |
| }, |
| { |
| "epoch": 7.032786885245901, |
| "grad_norm": 1.855434493336361e-05, |
| "learning_rate": 1.6484517304189438e-05, |
| "loss": 0.0, |
| "step": 6435 |
| }, |
| { |
| "epoch": 7.038251366120218, |
| "grad_norm": 2.6530422474024817e-05, |
| "learning_rate": 1.64541590771099e-05, |
| "loss": 0.0, |
| "step": 6440 |
| }, |
| { |
| "epoch": 7.043715846994536, |
| "grad_norm": 1.7378168195136823e-05, |
| "learning_rate": 1.642380085003036e-05, |
| "loss": 0.0, |
| "step": 6445 |
| }, |
| { |
| "epoch": 7.049180327868853, |
| "grad_norm": 2.0945200958522037e-05, |
| "learning_rate": 1.6393442622950818e-05, |
| "loss": 0.0, |
| "step": 6450 |
| }, |
| { |
| "epoch": 7.054644808743169, |
| "grad_norm": 9.741668327478692e-05, |
| "learning_rate": 1.6363084395871282e-05, |
| "loss": 0.0, |
| "step": 6455 |
| }, |
| { |
| "epoch": 7.060109289617486, |
| "grad_norm": 1.0040616871265229e-05, |
| "learning_rate": 1.6332726168791743e-05, |
| "loss": 0.0, |
| "step": 6460 |
| }, |
| { |
| "epoch": 7.065573770491803, |
| "grad_norm": 1.7955384464585222e-05, |
| "learning_rate": 1.6302367941712204e-05, |
| "loss": 0.0, |
| "step": 6465 |
| }, |
| { |
| "epoch": 7.0710382513661205, |
| "grad_norm": 1.3347224921744782e-05, |
| "learning_rate": 1.6272009714632666e-05, |
| "loss": 0.0, |
| "step": 6470 |
| }, |
| { |
| "epoch": 7.076502732240437, |
| "grad_norm": 2.3174603484221734e-05, |
| "learning_rate": 1.6241651487553127e-05, |
| "loss": 0.0, |
| "step": 6475 |
| }, |
| { |
| "epoch": 7.081967213114754, |
| "grad_norm": 0.00023038995277602226, |
| "learning_rate": 1.621129326047359e-05, |
| "loss": 0.0, |
| "step": 6480 |
| }, |
| { |
| "epoch": 7.087431693989071, |
| "grad_norm": 1.3241274245956447e-05, |
| "learning_rate": 1.6180935033394052e-05, |
| "loss": 0.0, |
| "step": 6485 |
| }, |
| { |
| "epoch": 7.092896174863388, |
| "grad_norm": 2.079802652588114e-05, |
| "learning_rate": 1.6150576806314513e-05, |
| "loss": 0.0, |
| "step": 6490 |
| }, |
| { |
| "epoch": 7.098360655737705, |
| "grad_norm": 2.717071765800938e-05, |
| "learning_rate": 1.6120218579234975e-05, |
| "loss": 0.0, |
| "step": 6495 |
| }, |
| { |
| "epoch": 7.103825136612022, |
| "grad_norm": 0.0020049286540597677, |
| "learning_rate": 1.6089860352155432e-05, |
| "loss": 0.0, |
| "step": 6500 |
| }, |
| { |
| "epoch": 7.109289617486339, |
| "grad_norm": 2.1362251573009416e-05, |
| "learning_rate": 1.6059502125075897e-05, |
| "loss": 0.0, |
| "step": 6505 |
| }, |
| { |
| "epoch": 7.114754098360656, |
| "grad_norm": 1.807320222724229e-05, |
| "learning_rate": 1.6029143897996358e-05, |
| "loss": 0.0, |
| "step": 6510 |
| }, |
| { |
| "epoch": 7.120218579234972, |
| "grad_norm": 1.5250131582433823e-05, |
| "learning_rate": 1.599878567091682e-05, |
| "loss": 0.0, |
| "step": 6515 |
| }, |
| { |
| "epoch": 7.1256830601092895, |
| "grad_norm": 2.2128344426164404e-05, |
| "learning_rate": 1.596842744383728e-05, |
| "loss": 0.0, |
| "step": 6520 |
| }, |
| { |
| "epoch": 7.131147540983607, |
| "grad_norm": 2.122944533766713e-05, |
| "learning_rate": 1.593806921675774e-05, |
| "loss": 0.0, |
| "step": 6525 |
| }, |
| { |
| "epoch": 7.136612021857924, |
| "grad_norm": 1.889590930659324e-05, |
| "learning_rate": 1.5907710989678202e-05, |
| "loss": 0.0, |
| "step": 6530 |
| }, |
| { |
| "epoch": 7.14207650273224, |
| "grad_norm": 1.700487337075174e-05, |
| "learning_rate": 1.5877352762598667e-05, |
| "loss": 0.0, |
| "step": 6535 |
| }, |
| { |
| "epoch": 7.147540983606557, |
| "grad_norm": 1.6051513739512302e-05, |
| "learning_rate": 1.5846994535519128e-05, |
| "loss": 0.0, |
| "step": 6540 |
| }, |
| { |
| "epoch": 7.1530054644808745, |
| "grad_norm": 5.704201976186596e-05, |
| "learning_rate": 1.581663630843959e-05, |
| "loss": 0.0, |
| "step": 6545 |
| }, |
| { |
| "epoch": 7.158469945355192, |
| "grad_norm": 1.7098071111831814e-05, |
| "learning_rate": 1.5786278081360047e-05, |
| "loss": 0.0, |
| "step": 6550 |
| }, |
| { |
| "epoch": 7.163934426229508, |
| "grad_norm": 0.00030831946060061455, |
| "learning_rate": 1.5755919854280508e-05, |
| "loss": 0.0, |
| "step": 6555 |
| }, |
| { |
| "epoch": 7.169398907103825, |
| "grad_norm": 8.064251596806571e-05, |
| "learning_rate": 1.5725561627200973e-05, |
| "loss": 0.0, |
| "step": 6560 |
| }, |
| { |
| "epoch": 7.174863387978142, |
| "grad_norm": 2.111588401021436e-05, |
| "learning_rate": 1.5695203400121434e-05, |
| "loss": 0.0, |
| "step": 6565 |
| }, |
| { |
| "epoch": 7.180327868852459, |
| "grad_norm": 2.722311364777852e-05, |
| "learning_rate": 1.5664845173041895e-05, |
| "loss": 0.0, |
| "step": 6570 |
| }, |
| { |
| "epoch": 7.185792349726776, |
| "grad_norm": 2.8191749152028933e-05, |
| "learning_rate": 1.5634486945962356e-05, |
| "loss": 0.0, |
| "step": 6575 |
| }, |
| { |
| "epoch": 7.191256830601093, |
| "grad_norm": 5.410460289567709e-05, |
| "learning_rate": 1.5604128718882817e-05, |
| "loss": 0.0, |
| "step": 6580 |
| }, |
| { |
| "epoch": 7.19672131147541, |
| "grad_norm": 0.0008463920094072819, |
| "learning_rate": 1.557377049180328e-05, |
| "loss": 0.0, |
| "step": 6585 |
| }, |
| { |
| "epoch": 7.202185792349727, |
| "grad_norm": 1.6411495380452834e-05, |
| "learning_rate": 1.5543412264723743e-05, |
| "loss": 0.0, |
| "step": 6590 |
| }, |
| { |
| "epoch": 7.2076502732240435, |
| "grad_norm": 4.104662366444245e-05, |
| "learning_rate": 1.5513054037644204e-05, |
| "loss": 0.0, |
| "step": 6595 |
| }, |
| { |
| "epoch": 7.213114754098361, |
| "grad_norm": 2.1741001546615735e-05, |
| "learning_rate": 1.548269581056466e-05, |
| "loss": 0.0, |
| "step": 6600 |
| }, |
| { |
| "epoch": 7.218579234972678, |
| "grad_norm": 2.477094494679477e-05, |
| "learning_rate": 1.5452337583485123e-05, |
| "loss": 0.0, |
| "step": 6605 |
| }, |
| { |
| "epoch": 7.224043715846994, |
| "grad_norm": 1.5612909919582307e-05, |
| "learning_rate": 1.5421979356405587e-05, |
| "loss": 0.0, |
| "step": 6610 |
| }, |
| { |
| "epoch": 7.229508196721311, |
| "grad_norm": 1.5115789210540242e-05, |
| "learning_rate": 1.539162112932605e-05, |
| "loss": 0.0, |
| "step": 6615 |
| }, |
| { |
| "epoch": 7.2349726775956285, |
| "grad_norm": 2.655894604686182e-05, |
| "learning_rate": 1.536126290224651e-05, |
| "loss": 0.0, |
| "step": 6620 |
| }, |
| { |
| "epoch": 7.240437158469946, |
| "grad_norm": 2.9735285352217034e-05, |
| "learning_rate": 1.533090467516697e-05, |
| "loss": 0.0, |
| "step": 6625 |
| }, |
| { |
| "epoch": 7.245901639344262, |
| "grad_norm": 0.0004776114656124264, |
| "learning_rate": 1.5300546448087432e-05, |
| "loss": 0.0, |
| "step": 6630 |
| }, |
| { |
| "epoch": 7.251366120218579, |
| "grad_norm": 1.4129350347502623e-05, |
| "learning_rate": 1.5270188221007893e-05, |
| "loss": 0.0, |
| "step": 6635 |
| }, |
| { |
| "epoch": 7.256830601092896, |
| "grad_norm": 4.216094748699106e-05, |
| "learning_rate": 1.5239829993928356e-05, |
| "loss": 0.0, |
| "step": 6640 |
| }, |
| { |
| "epoch": 7.262295081967213, |
| "grad_norm": 2.8377304261084646e-05, |
| "learning_rate": 1.5209471766848819e-05, |
| "loss": 0.0, |
| "step": 6645 |
| }, |
| { |
| "epoch": 7.26775956284153, |
| "grad_norm": 1.1897628610313404e-05, |
| "learning_rate": 1.5179113539769276e-05, |
| "loss": 0.0, |
| "step": 6650 |
| }, |
| { |
| "epoch": 7.273224043715847, |
| "grad_norm": 3.0133123800624162e-05, |
| "learning_rate": 1.514875531268974e-05, |
| "loss": 0.0, |
| "step": 6655 |
| }, |
| { |
| "epoch": 7.278688524590164, |
| "grad_norm": 1.8536607967689633e-05, |
| "learning_rate": 1.51183970856102e-05, |
| "loss": 0.0, |
| "step": 6660 |
| }, |
| { |
| "epoch": 7.284153005464481, |
| "grad_norm": 4.778361471835524e-05, |
| "learning_rate": 1.5088038858530661e-05, |
| "loss": 0.0, |
| "step": 6665 |
| }, |
| { |
| "epoch": 7.2896174863387975, |
| "grad_norm": 1.5681132936151698e-05, |
| "learning_rate": 1.5057680631451124e-05, |
| "loss": 0.0, |
| "step": 6670 |
| }, |
| { |
| "epoch": 7.295081967213115, |
| "grad_norm": 2.1964269762975164e-05, |
| "learning_rate": 1.5027322404371585e-05, |
| "loss": 0.0, |
| "step": 6675 |
| }, |
| { |
| "epoch": 7.300546448087432, |
| "grad_norm": 0.0007649378385394812, |
| "learning_rate": 1.4996964177292046e-05, |
| "loss": 0.0, |
| "step": 6680 |
| }, |
| { |
| "epoch": 7.306010928961749, |
| "grad_norm": 1.5521494788117707e-05, |
| "learning_rate": 1.496660595021251e-05, |
| "loss": 0.0, |
| "step": 6685 |
| }, |
| { |
| "epoch": 7.311475409836065, |
| "grad_norm": 1.1767200703616254e-05, |
| "learning_rate": 1.493624772313297e-05, |
| "loss": 0.0, |
| "step": 6690 |
| }, |
| { |
| "epoch": 7.316939890710382, |
| "grad_norm": 2.8079559342586435e-05, |
| "learning_rate": 1.4905889496053432e-05, |
| "loss": 0.0, |
| "step": 6695 |
| }, |
| { |
| "epoch": 7.3224043715847, |
| "grad_norm": 4.105495463591069e-05, |
| "learning_rate": 1.4875531268973891e-05, |
| "loss": 0.0, |
| "step": 6700 |
| }, |
| { |
| "epoch": 7.327868852459017, |
| "grad_norm": 2.0951249098288827e-05, |
| "learning_rate": 1.4845173041894352e-05, |
| "loss": 0.0, |
| "step": 6705 |
| }, |
| { |
| "epoch": 7.333333333333333, |
| "grad_norm": 1.3757561646343675e-05, |
| "learning_rate": 1.4814814814814815e-05, |
| "loss": 0.0, |
| "step": 6710 |
| }, |
| { |
| "epoch": 7.33879781420765, |
| "grad_norm": 1.4121252206678037e-05, |
| "learning_rate": 1.4784456587735276e-05, |
| "loss": 0.0, |
| "step": 6715 |
| }, |
| { |
| "epoch": 7.344262295081967, |
| "grad_norm": 1.3257107639219612e-05, |
| "learning_rate": 1.4754098360655739e-05, |
| "loss": 0.0, |
| "step": 6720 |
| }, |
| { |
| "epoch": 7.3497267759562845, |
| "grad_norm": 2.558304367994424e-05, |
| "learning_rate": 1.47237401335762e-05, |
| "loss": 0.0, |
| "step": 6725 |
| }, |
| { |
| "epoch": 7.355191256830601, |
| "grad_norm": 1.6294507076963782e-05, |
| "learning_rate": 1.4693381906496661e-05, |
| "loss": 0.0, |
| "step": 6730 |
| }, |
| { |
| "epoch": 7.360655737704918, |
| "grad_norm": 0.0001479545171605423, |
| "learning_rate": 1.4663023679417124e-05, |
| "loss": 0.0, |
| "step": 6735 |
| }, |
| { |
| "epoch": 7.366120218579235, |
| "grad_norm": 1.7503914932603948e-05, |
| "learning_rate": 1.4632665452337585e-05, |
| "loss": 0.0, |
| "step": 6740 |
| }, |
| { |
| "epoch": 7.371584699453552, |
| "grad_norm": 1.6494923329446465e-05, |
| "learning_rate": 1.4602307225258046e-05, |
| "loss": 0.0, |
| "step": 6745 |
| }, |
| { |
| "epoch": 7.377049180327869, |
| "grad_norm": 0.000659099780023098, |
| "learning_rate": 1.4571948998178509e-05, |
| "loss": 0.0, |
| "step": 6750 |
| }, |
| { |
| "epoch": 7.382513661202186, |
| "grad_norm": 1.7199408830492757e-05, |
| "learning_rate": 1.4541590771098967e-05, |
| "loss": 0.0, |
| "step": 6755 |
| }, |
| { |
| "epoch": 7.387978142076503, |
| "grad_norm": 3.6840476241195574e-05, |
| "learning_rate": 1.451123254401943e-05, |
| "loss": 0.0, |
| "step": 6760 |
| }, |
| { |
| "epoch": 7.39344262295082, |
| "grad_norm": 2.0265113562345505e-05, |
| "learning_rate": 1.448087431693989e-05, |
| "loss": 0.0, |
| "step": 6765 |
| }, |
| { |
| "epoch": 7.398907103825136, |
| "grad_norm": 0.00412601325660944, |
| "learning_rate": 1.4450516089860352e-05, |
| "loss": 0.0, |
| "step": 6770 |
| }, |
| { |
| "epoch": 7.404371584699454, |
| "grad_norm": 7.587561412947252e-05, |
| "learning_rate": 1.4420157862780815e-05, |
| "loss": 0.0, |
| "step": 6775 |
| }, |
| { |
| "epoch": 7.409836065573771, |
| "grad_norm": 1.973733196791727e-05, |
| "learning_rate": 1.4389799635701276e-05, |
| "loss": 0.0, |
| "step": 6780 |
| }, |
| { |
| "epoch": 7.415300546448087, |
| "grad_norm": 3.874331741826609e-05, |
| "learning_rate": 1.4359441408621737e-05, |
| "loss": 0.0, |
| "step": 6785 |
| }, |
| { |
| "epoch": 7.420765027322404, |
| "grad_norm": 8.414830517722294e-05, |
| "learning_rate": 1.43290831815422e-05, |
| "loss": 0.0, |
| "step": 6790 |
| }, |
| { |
| "epoch": 7.426229508196721, |
| "grad_norm": 1.557487848913297e-05, |
| "learning_rate": 1.4298724954462661e-05, |
| "loss": 0.0, |
| "step": 6795 |
| }, |
| { |
| "epoch": 7.4316939890710385, |
| "grad_norm": 1.9917782992706634e-05, |
| "learning_rate": 1.4268366727383122e-05, |
| "loss": 0.0, |
| "step": 6800 |
| }, |
| { |
| "epoch": 7.437158469945355, |
| "grad_norm": 8.511933992849663e-05, |
| "learning_rate": 1.4238008500303581e-05, |
| "loss": 0.0, |
| "step": 6805 |
| }, |
| { |
| "epoch": 7.442622950819672, |
| "grad_norm": 1.9273149518994614e-05, |
| "learning_rate": 1.4207650273224044e-05, |
| "loss": 0.0, |
| "step": 6810 |
| }, |
| { |
| "epoch": 7.448087431693989, |
| "grad_norm": 0.0007372593972831964, |
| "learning_rate": 1.4177292046144505e-05, |
| "loss": 0.0, |
| "step": 6815 |
| }, |
| { |
| "epoch": 7.453551912568306, |
| "grad_norm": 1.7892272808239795e-05, |
| "learning_rate": 1.4146933819064967e-05, |
| "loss": 0.0, |
| "step": 6820 |
| }, |
| { |
| "epoch": 7.459016393442623, |
| "grad_norm": 1.3487725482264068e-05, |
| "learning_rate": 1.411657559198543e-05, |
| "loss": 0.0, |
| "step": 6825 |
| }, |
| { |
| "epoch": 7.46448087431694, |
| "grad_norm": 1.5921907106530853e-05, |
| "learning_rate": 1.408621736490589e-05, |
| "loss": 0.0, |
| "step": 6830 |
| }, |
| { |
| "epoch": 7.469945355191257, |
| "grad_norm": 1.7433028915547766e-05, |
| "learning_rate": 1.4055859137826352e-05, |
| "loss": 0.0, |
| "step": 6835 |
| }, |
| { |
| "epoch": 7.475409836065574, |
| "grad_norm": 2.843215588654857e-05, |
| "learning_rate": 1.4025500910746814e-05, |
| "loss": 0.0, |
| "step": 6840 |
| }, |
| { |
| "epoch": 7.48087431693989, |
| "grad_norm": 5.431610770756379e-05, |
| "learning_rate": 1.3995142683667276e-05, |
| "loss": 0.0, |
| "step": 6845 |
| }, |
| { |
| "epoch": 7.4863387978142075, |
| "grad_norm": 1.080147376342211e-05, |
| "learning_rate": 1.3964784456587737e-05, |
| "loss": 0.0, |
| "step": 6850 |
| }, |
| { |
| "epoch": 7.491803278688525, |
| "grad_norm": 1.6685771697666496e-05, |
| "learning_rate": 1.3934426229508196e-05, |
| "loss": 0.0, |
| "step": 6855 |
| }, |
| { |
| "epoch": 7.497267759562842, |
| "grad_norm": 2.097435026371386e-05, |
| "learning_rate": 1.3904068002428657e-05, |
| "loss": 0.0, |
| "step": 6860 |
| }, |
| { |
| "epoch": 7.502732240437158, |
| "grad_norm": 1.7133286746684462e-05, |
| "learning_rate": 1.387370977534912e-05, |
| "loss": 0.0, |
| "step": 6865 |
| }, |
| { |
| "epoch": 7.508196721311475, |
| "grad_norm": 0.0006649263086728752, |
| "learning_rate": 1.3843351548269581e-05, |
| "loss": 0.0, |
| "step": 6870 |
| }, |
| { |
| "epoch": 7.5136612021857925, |
| "grad_norm": 2.0749612303916365e-05, |
| "learning_rate": 1.3812993321190042e-05, |
| "loss": 0.0, |
| "step": 6875 |
| }, |
| { |
| "epoch": 7.51912568306011, |
| "grad_norm": 2.099968696711585e-05, |
| "learning_rate": 1.3782635094110505e-05, |
| "loss": 0.0, |
| "step": 6880 |
| }, |
| { |
| "epoch": 7.524590163934426, |
| "grad_norm": 1.3263029359222855e-05, |
| "learning_rate": 1.3752276867030966e-05, |
| "loss": 0.0, |
| "step": 6885 |
| }, |
| { |
| "epoch": 7.530054644808743, |
| "grad_norm": 1.159540352091426e-05, |
| "learning_rate": 1.3721918639951427e-05, |
| "loss": 0.0, |
| "step": 6890 |
| }, |
| { |
| "epoch": 7.53551912568306, |
| "grad_norm": 1.8703914975048974e-05, |
| "learning_rate": 1.369156041287189e-05, |
| "loss": 0.0, |
| "step": 6895 |
| }, |
| { |
| "epoch": 7.540983606557377, |
| "grad_norm": 1.2056356354150921e-05, |
| "learning_rate": 1.3661202185792351e-05, |
| "loss": 0.0, |
| "step": 6900 |
| }, |
| { |
| "epoch": 7.546448087431694, |
| "grad_norm": 6.520111492136493e-05, |
| "learning_rate": 1.363084395871281e-05, |
| "loss": 0.0, |
| "step": 6905 |
| }, |
| { |
| "epoch": 7.551912568306011, |
| "grad_norm": 1.4154918972053565e-05, |
| "learning_rate": 1.3600485731633272e-05, |
| "loss": 0.0, |
| "step": 6910 |
| }, |
| { |
| "epoch": 7.557377049180328, |
| "grad_norm": 7.266816828632727e-05, |
| "learning_rate": 1.3570127504553735e-05, |
| "loss": 0.0, |
| "step": 6915 |
| }, |
| { |
| "epoch": 7.562841530054644, |
| "grad_norm": 1.5945193808875047e-05, |
| "learning_rate": 1.3539769277474196e-05, |
| "loss": 0.0, |
| "step": 6920 |
| }, |
| { |
| "epoch": 7.5683060109289615, |
| "grad_norm": 9.222345397574827e-06, |
| "learning_rate": 1.3509411050394657e-05, |
| "loss": 0.0, |
| "step": 6925 |
| }, |
| { |
| "epoch": 7.573770491803279, |
| "grad_norm": 1.5671421351726167e-05, |
| "learning_rate": 1.347905282331512e-05, |
| "loss": 0.0, |
| "step": 6930 |
| }, |
| { |
| "epoch": 7.579234972677596, |
| "grad_norm": 2.936273995146621e-05, |
| "learning_rate": 1.3448694596235581e-05, |
| "loss": 0.0, |
| "step": 6935 |
| }, |
| { |
| "epoch": 7.584699453551913, |
| "grad_norm": 0.0006553413695655763, |
| "learning_rate": 1.3418336369156042e-05, |
| "loss": 0.0, |
| "step": 6940 |
| }, |
| { |
| "epoch": 7.590163934426229, |
| "grad_norm": 1.565740785736125e-05, |
| "learning_rate": 1.3387978142076505e-05, |
| "loss": 0.0, |
| "step": 6945 |
| }, |
| { |
| "epoch": 7.595628415300546, |
| "grad_norm": 9.471644261793699e-06, |
| "learning_rate": 1.3357619914996966e-05, |
| "loss": 0.0, |
| "step": 6950 |
| }, |
| { |
| "epoch": 7.601092896174864, |
| "grad_norm": 1.3549584764405154e-05, |
| "learning_rate": 1.3327261687917426e-05, |
| "loss": 0.0, |
| "step": 6955 |
| }, |
| { |
| "epoch": 7.60655737704918, |
| "grad_norm": 1.6184301784960553e-05, |
| "learning_rate": 1.3296903460837887e-05, |
| "loss": 0.0, |
| "step": 6960 |
| }, |
| { |
| "epoch": 7.612021857923497, |
| "grad_norm": 8.797870577836875e-06, |
| "learning_rate": 1.3266545233758348e-05, |
| "loss": 0.0, |
| "step": 6965 |
| }, |
| { |
| "epoch": 7.617486338797814, |
| "grad_norm": 1.9648776287795044e-05, |
| "learning_rate": 1.323618700667881e-05, |
| "loss": 0.0, |
| "step": 6970 |
| }, |
| { |
| "epoch": 7.622950819672131, |
| "grad_norm": 0.0006378691759891808, |
| "learning_rate": 1.3205828779599272e-05, |
| "loss": 0.0, |
| "step": 6975 |
| }, |
| { |
| "epoch": 7.628415300546449, |
| "grad_norm": 2.147053055523429e-05, |
| "learning_rate": 1.3175470552519733e-05, |
| "loss": 0.0, |
| "step": 6980 |
| }, |
| { |
| "epoch": 7.633879781420765, |
| "grad_norm": 1.374123621644685e-05, |
| "learning_rate": 1.3145112325440196e-05, |
| "loss": 0.0, |
| "step": 6985 |
| }, |
| { |
| "epoch": 7.639344262295082, |
| "grad_norm": 1.2073891412001103e-05, |
| "learning_rate": 1.3114754098360657e-05, |
| "loss": 0.0, |
| "step": 6990 |
| }, |
| { |
| "epoch": 7.644808743169399, |
| "grad_norm": 2.7077034246758558e-05, |
| "learning_rate": 1.3084395871281118e-05, |
| "loss": 0.0, |
| "step": 6995 |
| }, |
| { |
| "epoch": 7.6502732240437155, |
| "grad_norm": 1.192458876175806e-05, |
| "learning_rate": 1.305403764420158e-05, |
| "loss": 0.0, |
| "step": 7000 |
| }, |
| { |
| "epoch": 7.655737704918033, |
| "grad_norm": 1.2989978131372482e-05, |
| "learning_rate": 1.302367941712204e-05, |
| "loss": 0.0, |
| "step": 7005 |
| }, |
| { |
| "epoch": 7.66120218579235, |
| "grad_norm": 7.656402158318087e-05, |
| "learning_rate": 1.2993321190042501e-05, |
| "loss": 0.0, |
| "step": 7010 |
| }, |
| { |
| "epoch": 7.666666666666667, |
| "grad_norm": 1.8988159354194067e-05, |
| "learning_rate": 1.2962962962962962e-05, |
| "loss": 0.0, |
| "step": 7015 |
| }, |
| { |
| "epoch": 7.672131147540983, |
| "grad_norm": 1.1558569894987158e-05, |
| "learning_rate": 1.2932604735883425e-05, |
| "loss": 0.0, |
| "step": 7020 |
| }, |
| { |
| "epoch": 7.6775956284153, |
| "grad_norm": 1.1080450349254534e-05, |
| "learning_rate": 1.2902246508803886e-05, |
| "loss": 0.0, |
| "step": 7025 |
| }, |
| { |
| "epoch": 7.683060109289618, |
| "grad_norm": 9.0610474217101e-06, |
| "learning_rate": 1.2871888281724348e-05, |
| "loss": 0.0, |
| "step": 7030 |
| }, |
| { |
| "epoch": 7.688524590163935, |
| "grad_norm": 2.1570349417743273e-05, |
| "learning_rate": 1.284153005464481e-05, |
| "loss": 0.0, |
| "step": 7035 |
| }, |
| { |
| "epoch": 7.693989071038251, |
| "grad_norm": 8.527462341589853e-06, |
| "learning_rate": 1.2811171827565271e-05, |
| "loss": 0.0, |
| "step": 7040 |
| }, |
| { |
| "epoch": 7.699453551912568, |
| "grad_norm": 3.9674927393207327e-05, |
| "learning_rate": 1.2780813600485733e-05, |
| "loss": 0.191, |
| "step": 7045 |
| }, |
| { |
| "epoch": 7.704918032786885, |
| "grad_norm": 1.570533640915528e-05, |
| "learning_rate": 1.2750455373406195e-05, |
| "loss": 0.0, |
| "step": 7050 |
| }, |
| { |
| "epoch": 7.7103825136612025, |
| "grad_norm": 9.140562178799883e-05, |
| "learning_rate": 1.2720097146326653e-05, |
| "loss": 0.0, |
| "step": 7055 |
| }, |
| { |
| "epoch": 7.715846994535519, |
| "grad_norm": 4.640642509912141e-05, |
| "learning_rate": 1.2689738919247116e-05, |
| "loss": 0.0, |
| "step": 7060 |
| }, |
| { |
| "epoch": 7.721311475409836, |
| "grad_norm": 2.3676704586250708e-05, |
| "learning_rate": 1.2659380692167577e-05, |
| "loss": 0.0, |
| "step": 7065 |
| }, |
| { |
| "epoch": 7.726775956284153, |
| "grad_norm": 0.049377378076314926, |
| "learning_rate": 1.2629022465088038e-05, |
| "loss": 0.0001, |
| "step": 7070 |
| }, |
| { |
| "epoch": 7.73224043715847, |
| "grad_norm": 1.8265061953570694e-05, |
| "learning_rate": 1.2598664238008501e-05, |
| "loss": 0.0, |
| "step": 7075 |
| }, |
| { |
| "epoch": 7.737704918032787, |
| "grad_norm": 1.7306145309703425e-05, |
| "learning_rate": 1.2568306010928962e-05, |
| "loss": 0.0, |
| "step": 7080 |
| }, |
| { |
| "epoch": 7.743169398907104, |
| "grad_norm": 0.0007131117163226008, |
| "learning_rate": 1.2537947783849423e-05, |
| "loss": 0.0, |
| "step": 7085 |
| }, |
| { |
| "epoch": 7.748633879781421, |
| "grad_norm": 4.315848491387442e-05, |
| "learning_rate": 1.2507589556769886e-05, |
| "loss": 0.0, |
| "step": 7090 |
| }, |
| { |
| "epoch": 7.754098360655737, |
| "grad_norm": 0.0017947383457794785, |
| "learning_rate": 1.2477231329690346e-05, |
| "loss": 0.0, |
| "step": 7095 |
| }, |
| { |
| "epoch": 7.759562841530054, |
| "grad_norm": 0.0001714023237582296, |
| "learning_rate": 1.2446873102610808e-05, |
| "loss": 0.0002, |
| "step": 7100 |
| }, |
| { |
| "epoch": 7.7650273224043715, |
| "grad_norm": 3.838367047137581e-05, |
| "learning_rate": 1.241651487553127e-05, |
| "loss": 0.0, |
| "step": 7105 |
| }, |
| { |
| "epoch": 7.770491803278689, |
| "grad_norm": 4.043810986331664e-05, |
| "learning_rate": 1.238615664845173e-05, |
| "loss": 0.0, |
| "step": 7110 |
| }, |
| { |
| "epoch": 7.775956284153006, |
| "grad_norm": 1.842474921431858e-05, |
| "learning_rate": 1.2355798421372194e-05, |
| "loss": 0.0, |
| "step": 7115 |
| }, |
| { |
| "epoch": 7.781420765027322, |
| "grad_norm": 1.2997180419915821e-05, |
| "learning_rate": 1.2325440194292653e-05, |
| "loss": 0.0, |
| "step": 7120 |
| }, |
| { |
| "epoch": 7.786885245901639, |
| "grad_norm": 1.204277214128524e-05, |
| "learning_rate": 1.2295081967213116e-05, |
| "loss": 0.0, |
| "step": 7125 |
| }, |
| { |
| "epoch": 7.7923497267759565, |
| "grad_norm": 1.7841040971688926e-05, |
| "learning_rate": 1.2264723740133577e-05, |
| "loss": 0.0, |
| "step": 7130 |
| }, |
| { |
| "epoch": 7.797814207650273, |
| "grad_norm": 8.681177132530138e-05, |
| "learning_rate": 1.2234365513054038e-05, |
| "loss": 0.0, |
| "step": 7135 |
| }, |
| { |
| "epoch": 7.80327868852459, |
| "grad_norm": 1.538177821203135e-05, |
| "learning_rate": 1.22040072859745e-05, |
| "loss": 0.0, |
| "step": 7140 |
| }, |
| { |
| "epoch": 7.808743169398907, |
| "grad_norm": 1.1661175449262373e-05, |
| "learning_rate": 1.217364905889496e-05, |
| "loss": 0.0, |
| "step": 7145 |
| }, |
| { |
| "epoch": 7.814207650273224, |
| "grad_norm": 1.3177917026041541e-05, |
| "learning_rate": 1.2143290831815423e-05, |
| "loss": 0.0001, |
| "step": 7150 |
| }, |
| { |
| "epoch": 7.8196721311475414, |
| "grad_norm": 1.9387889551580884e-05, |
| "learning_rate": 1.2112932604735884e-05, |
| "loss": 0.0, |
| "step": 7155 |
| }, |
| { |
| "epoch": 7.825136612021858, |
| "grad_norm": 1.555710332468152e-05, |
| "learning_rate": 1.2082574377656345e-05, |
| "loss": 0.0, |
| "step": 7160 |
| }, |
| { |
| "epoch": 7.830601092896175, |
| "grad_norm": 1.2738814803014975e-05, |
| "learning_rate": 1.2052216150576808e-05, |
| "loss": 0.0, |
| "step": 7165 |
| }, |
| { |
| "epoch": 7.836065573770492, |
| "grad_norm": 0.00013192101323511451, |
| "learning_rate": 1.2021857923497268e-05, |
| "loss": 0.0, |
| "step": 7170 |
| }, |
| { |
| "epoch": 7.841530054644808, |
| "grad_norm": 1.0073224075313192e-05, |
| "learning_rate": 1.1991499696417729e-05, |
| "loss": 0.0, |
| "step": 7175 |
| }, |
| { |
| "epoch": 7.8469945355191255, |
| "grad_norm": 1.0778838259284385e-05, |
| "learning_rate": 1.1961141469338192e-05, |
| "loss": 0.0, |
| "step": 7180 |
| }, |
| { |
| "epoch": 7.852459016393443, |
| "grad_norm": 2.35039769904688e-05, |
| "learning_rate": 1.1930783242258653e-05, |
| "loss": 0.0, |
| "step": 7185 |
| }, |
| { |
| "epoch": 7.85792349726776, |
| "grad_norm": 1.8142010958399624e-05, |
| "learning_rate": 1.1900425015179116e-05, |
| "loss": 0.0, |
| "step": 7190 |
| }, |
| { |
| "epoch": 7.863387978142076, |
| "grad_norm": 1.2536640497273766e-05, |
| "learning_rate": 1.1870066788099575e-05, |
| "loss": 0.0, |
| "step": 7195 |
| }, |
| { |
| "epoch": 7.868852459016393, |
| "grad_norm": 1.3795261111226864e-05, |
| "learning_rate": 1.1839708561020036e-05, |
| "loss": 0.0, |
| "step": 7200 |
| }, |
| { |
| "epoch": 7.8743169398907105, |
| "grad_norm": 1.054769836628111e-05, |
| "learning_rate": 1.1809350333940499e-05, |
| "loss": 0.0, |
| "step": 7205 |
| }, |
| { |
| "epoch": 7.879781420765028, |
| "grad_norm": 3.637406916823238e-05, |
| "learning_rate": 1.177899210686096e-05, |
| "loss": 0.0, |
| "step": 7210 |
| }, |
| { |
| "epoch": 7.885245901639344, |
| "grad_norm": 1.304059424001025e-05, |
| "learning_rate": 1.1748633879781421e-05, |
| "loss": 0.0, |
| "step": 7215 |
| }, |
| { |
| "epoch": 7.890710382513661, |
| "grad_norm": 1.0693567674024962e-05, |
| "learning_rate": 1.1718275652701882e-05, |
| "loss": 0.0, |
| "step": 7220 |
| }, |
| { |
| "epoch": 7.896174863387978, |
| "grad_norm": 1.3089750609651674e-05, |
| "learning_rate": 1.1687917425622343e-05, |
| "loss": 0.0, |
| "step": 7225 |
| }, |
| { |
| "epoch": 7.901639344262295, |
| "grad_norm": 1.2414632692525629e-05, |
| "learning_rate": 1.1657559198542806e-05, |
| "loss": 0.0, |
| "step": 7230 |
| }, |
| { |
| "epoch": 7.907103825136612, |
| "grad_norm": 0.0006229742430150509, |
| "learning_rate": 1.1627200971463267e-05, |
| "loss": 0.0, |
| "step": 7235 |
| }, |
| { |
| "epoch": 7.912568306010929, |
| "grad_norm": 1.361664089927217e-05, |
| "learning_rate": 1.1596842744383728e-05, |
| "loss": 0.0, |
| "step": 7240 |
| }, |
| { |
| "epoch": 7.918032786885246, |
| "grad_norm": 1.4006955098011531e-05, |
| "learning_rate": 1.156648451730419e-05, |
| "loss": 0.0, |
| "step": 7245 |
| }, |
| { |
| "epoch": 7.923497267759563, |
| "grad_norm": 1.6826483260956593e-05, |
| "learning_rate": 1.153612629022465e-05, |
| "loss": 0.0, |
| "step": 7250 |
| }, |
| { |
| "epoch": 7.9289617486338795, |
| "grad_norm": 1.3367481187742669e-05, |
| "learning_rate": 1.1505768063145114e-05, |
| "loss": 0.0, |
| "step": 7255 |
| }, |
| { |
| "epoch": 7.934426229508197, |
| "grad_norm": 2.5410168746020645e-05, |
| "learning_rate": 1.1475409836065575e-05, |
| "loss": 0.0, |
| "step": 7260 |
| }, |
| { |
| "epoch": 7.939890710382514, |
| "grad_norm": 1.2079419320798479e-05, |
| "learning_rate": 1.1445051608986036e-05, |
| "loss": 0.0001, |
| "step": 7265 |
| }, |
| { |
| "epoch": 7.945355191256831, |
| "grad_norm": 8.898069609131198e-06, |
| "learning_rate": 1.1414693381906497e-05, |
| "loss": 0.0, |
| "step": 7270 |
| }, |
| { |
| "epoch": 7.950819672131147, |
| "grad_norm": 1.2275562767172232e-05, |
| "learning_rate": 1.1384335154826958e-05, |
| "loss": 0.0, |
| "step": 7275 |
| }, |
| { |
| "epoch": 7.956284153005464, |
| "grad_norm": 1.0254681910737418e-05, |
| "learning_rate": 1.135397692774742e-05, |
| "loss": 0.0, |
| "step": 7280 |
| }, |
| { |
| "epoch": 7.961748633879782, |
| "grad_norm": 1.1392396118026227e-05, |
| "learning_rate": 1.1323618700667882e-05, |
| "loss": 0.0, |
| "step": 7285 |
| }, |
| { |
| "epoch": 7.967213114754099, |
| "grad_norm": 3.0942966986913234e-05, |
| "learning_rate": 1.1293260473588343e-05, |
| "loss": 0.0, |
| "step": 7290 |
| }, |
| { |
| "epoch": 7.972677595628415, |
| "grad_norm": 8.617805178801063e-06, |
| "learning_rate": 1.1262902246508804e-05, |
| "loss": 0.0, |
| "step": 7295 |
| }, |
| { |
| "epoch": 7.978142076502732, |
| "grad_norm": 1.213542327604955e-05, |
| "learning_rate": 1.1232544019429265e-05, |
| "loss": 0.0, |
| "step": 7300 |
| }, |
| { |
| "epoch": 7.983606557377049, |
| "grad_norm": 9.413888619747013e-06, |
| "learning_rate": 1.1202185792349727e-05, |
| "loss": 0.0, |
| "step": 7305 |
| }, |
| { |
| "epoch": 7.989071038251366, |
| "grad_norm": 1.631492887099739e-05, |
| "learning_rate": 1.117182756527019e-05, |
| "loss": 0.0, |
| "step": 7310 |
| }, |
| { |
| "epoch": 7.994535519125683, |
| "grad_norm": 2.603645043564029e-05, |
| "learning_rate": 1.114146933819065e-05, |
| "loss": 0.0, |
| "step": 7315 |
| }, |
| { |
| "epoch": 8.0, |
| "grad_norm": 1.8122764231520705e-05, |
| "learning_rate": 1.1111111111111112e-05, |
| "loss": 0.0, |
| "step": 7320 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_loss": 1.6960844959612587e-06, |
| "eval_runtime": 658.0485, |
| "eval_samples_per_second": 11.118, |
| "eval_steps_per_second": 1.39, |
| "step": 7320 |
| }, |
| { |
| "epoch": 8.005464480874316, |
| "grad_norm": 1.7527658201288432e-05, |
| "learning_rate": 1.1080752884031573e-05, |
| "loss": 0.0, |
| "step": 7325 |
| }, |
| { |
| "epoch": 8.010928961748634, |
| "grad_norm": 1.5412620996357873e-05, |
| "learning_rate": 1.1050394656952034e-05, |
| "loss": 0.0, |
| "step": 7330 |
| }, |
| { |
| "epoch": 8.01639344262295, |
| "grad_norm": 1.1587193512241356e-05, |
| "learning_rate": 1.1020036429872497e-05, |
| "loss": 0.0, |
| "step": 7335 |
| }, |
| { |
| "epoch": 8.021857923497267, |
| "grad_norm": 2.150508043996524e-05, |
| "learning_rate": 1.0989678202792958e-05, |
| "loss": 0.0, |
| "step": 7340 |
| }, |
| { |
| "epoch": 8.027322404371585, |
| "grad_norm": 9.768027666723356e-06, |
| "learning_rate": 1.0959319975713419e-05, |
| "loss": 0.0, |
| "step": 7345 |
| }, |
| { |
| "epoch": 8.032786885245901, |
| "grad_norm": 1.269577751372708e-05, |
| "learning_rate": 1.092896174863388e-05, |
| "loss": 0.0, |
| "step": 7350 |
| }, |
| { |
| "epoch": 8.03825136612022, |
| "grad_norm": 1.0717486475186888e-05, |
| "learning_rate": 1.0898603521554341e-05, |
| "loss": 0.0, |
| "step": 7355 |
| }, |
| { |
| "epoch": 8.043715846994536, |
| "grad_norm": 1.7090585970436223e-05, |
| "learning_rate": 1.0868245294474804e-05, |
| "loss": 0.0, |
| "step": 7360 |
| }, |
| { |
| "epoch": 8.049180327868852, |
| "grad_norm": 1.6057352695497684e-05, |
| "learning_rate": 1.0837887067395265e-05, |
| "loss": 0.0, |
| "step": 7365 |
| }, |
| { |
| "epoch": 8.05464480874317, |
| "grad_norm": 1.3813902114634402e-05, |
| "learning_rate": 1.0807528840315725e-05, |
| "loss": 0.0, |
| "step": 7370 |
| }, |
| { |
| "epoch": 8.060109289617486, |
| "grad_norm": 1.1777274266933091e-05, |
| "learning_rate": 1.0777170613236187e-05, |
| "loss": 0.0, |
| "step": 7375 |
| }, |
| { |
| "epoch": 8.065573770491802, |
| "grad_norm": 1.597378468431998e-05, |
| "learning_rate": 1.0746812386156649e-05, |
| "loss": 0.0, |
| "step": 7380 |
| }, |
| { |
| "epoch": 8.07103825136612, |
| "grad_norm": 5.7681496400618926e-05, |
| "learning_rate": 1.0716454159077111e-05, |
| "loss": 0.0, |
| "step": 7385 |
| }, |
| { |
| "epoch": 8.076502732240437, |
| "grad_norm": 2.5443077902309597e-05, |
| "learning_rate": 1.0686095931997573e-05, |
| "loss": 0.0, |
| "step": 7390 |
| }, |
| { |
| "epoch": 8.081967213114755, |
| "grad_norm": 1.2299603440624196e-05, |
| "learning_rate": 1.0655737704918032e-05, |
| "loss": 0.0, |
| "step": 7395 |
| }, |
| { |
| "epoch": 8.087431693989071, |
| "grad_norm": 1.8994456695509143e-05, |
| "learning_rate": 1.0625379477838495e-05, |
| "loss": 0.0, |
| "step": 7400 |
| }, |
| { |
| "epoch": 8.092896174863387, |
| "grad_norm": 1.2942989997100085e-05, |
| "learning_rate": 1.0595021250758956e-05, |
| "loss": 0.0, |
| "step": 7405 |
| }, |
| { |
| "epoch": 8.098360655737705, |
| "grad_norm": 1.2755004718201235e-05, |
| "learning_rate": 1.0564663023679417e-05, |
| "loss": 0.0, |
| "step": 7410 |
| }, |
| { |
| "epoch": 8.103825136612022, |
| "grad_norm": 1.5904519386822358e-05, |
| "learning_rate": 1.053430479659988e-05, |
| "loss": 0.0, |
| "step": 7415 |
| }, |
| { |
| "epoch": 8.109289617486338, |
| "grad_norm": 8.2708374975482e-06, |
| "learning_rate": 1.050394656952034e-05, |
| "loss": 0.0, |
| "step": 7420 |
| }, |
| { |
| "epoch": 8.114754098360656, |
| "grad_norm": 0.0006852184887975454, |
| "learning_rate": 1.0473588342440802e-05, |
| "loss": 0.0, |
| "step": 7425 |
| }, |
| { |
| "epoch": 8.120218579234972, |
| "grad_norm": 0.00019752304069697857, |
| "learning_rate": 1.0443230115361263e-05, |
| "loss": 0.0, |
| "step": 7430 |
| }, |
| { |
| "epoch": 8.12568306010929, |
| "grad_norm": 5.792970841866918e-05, |
| "learning_rate": 1.0412871888281724e-05, |
| "loss": 0.0, |
| "step": 7435 |
| }, |
| { |
| "epoch": 8.131147540983607, |
| "grad_norm": 8.440183592028916e-06, |
| "learning_rate": 1.0382513661202187e-05, |
| "loss": 0.0, |
| "step": 7440 |
| }, |
| { |
| "epoch": 8.136612021857923, |
| "grad_norm": 1.4333023500512354e-05, |
| "learning_rate": 1.0352155434122647e-05, |
| "loss": 0.0, |
| "step": 7445 |
| }, |
| { |
| "epoch": 8.142076502732241, |
| "grad_norm": 2.101344034599606e-05, |
| "learning_rate": 1.032179720704311e-05, |
| "loss": 0.0, |
| "step": 7450 |
| }, |
| { |
| "epoch": 8.147540983606557, |
| "grad_norm": 1.0169248525926378e-05, |
| "learning_rate": 1.029143897996357e-05, |
| "loss": 0.0, |
| "step": 7455 |
| }, |
| { |
| "epoch": 8.153005464480874, |
| "grad_norm": 1.284426252823323e-05, |
| "learning_rate": 1.0261080752884032e-05, |
| "loss": 0.0, |
| "step": 7460 |
| }, |
| { |
| "epoch": 8.158469945355192, |
| "grad_norm": 2.392159149167128e-05, |
| "learning_rate": 1.0230722525804495e-05, |
| "loss": 0.0, |
| "step": 7465 |
| }, |
| { |
| "epoch": 8.163934426229508, |
| "grad_norm": 2.8029156965203583e-05, |
| "learning_rate": 1.0200364298724956e-05, |
| "loss": 0.0, |
| "step": 7470 |
| }, |
| { |
| "epoch": 8.169398907103826, |
| "grad_norm": 0.0004401684273034334, |
| "learning_rate": 1.0170006071645417e-05, |
| "loss": 0.0, |
| "step": 7475 |
| }, |
| { |
| "epoch": 8.174863387978142, |
| "grad_norm": 8.851263373799156e-06, |
| "learning_rate": 1.0139647844565878e-05, |
| "loss": 0.0, |
| "step": 7480 |
| }, |
| { |
| "epoch": 8.180327868852459, |
| "grad_norm": 0.00010571895109023899, |
| "learning_rate": 1.0109289617486339e-05, |
| "loss": 0.0, |
| "step": 7485 |
| }, |
| { |
| "epoch": 8.185792349726777, |
| "grad_norm": 1.1960997653659433e-05, |
| "learning_rate": 1.0078931390406802e-05, |
| "loss": 0.0, |
| "step": 7490 |
| }, |
| { |
| "epoch": 8.191256830601093, |
| "grad_norm": 2.6386380341136828e-05, |
| "learning_rate": 1.0048573163327263e-05, |
| "loss": 0.0, |
| "step": 7495 |
| }, |
| { |
| "epoch": 8.19672131147541, |
| "grad_norm": 2.395056617388036e-05, |
| "learning_rate": 1.0018214936247722e-05, |
| "loss": 0.0, |
| "step": 7500 |
| }, |
| { |
| "epoch": 8.202185792349727, |
| "grad_norm": 7.888736035965849e-06, |
| "learning_rate": 9.987856709168185e-06, |
| "loss": 0.0, |
| "step": 7505 |
| }, |
| { |
| "epoch": 8.207650273224044, |
| "grad_norm": 1.250679724762449e-05, |
| "learning_rate": 9.957498482088646e-06, |
| "loss": 0.0, |
| "step": 7510 |
| }, |
| { |
| "epoch": 8.21311475409836, |
| "grad_norm": 6.540030153701082e-05, |
| "learning_rate": 9.927140255009108e-06, |
| "loss": 0.0, |
| "step": 7515 |
| }, |
| { |
| "epoch": 8.218579234972678, |
| "grad_norm": 2.1273477614158764e-05, |
| "learning_rate": 9.89678202792957e-06, |
| "loss": 0.0, |
| "step": 7520 |
| }, |
| { |
| "epoch": 8.224043715846994, |
| "grad_norm": 1.247999352926854e-05, |
| "learning_rate": 9.86642380085003e-06, |
| "loss": 0.0, |
| "step": 7525 |
| }, |
| { |
| "epoch": 8.229508196721312, |
| "grad_norm": 1.9308432456455193e-05, |
| "learning_rate": 9.836065573770493e-06, |
| "loss": 0.0, |
| "step": 7530 |
| }, |
| { |
| "epoch": 8.234972677595628, |
| "grad_norm": 1.2912430975120515e-05, |
| "learning_rate": 9.805707346690954e-06, |
| "loss": 0.0, |
| "step": 7535 |
| }, |
| { |
| "epoch": 8.240437158469945, |
| "grad_norm": 1.1097822607553098e-05, |
| "learning_rate": 9.775349119611415e-06, |
| "loss": 0.0, |
| "step": 7540 |
| }, |
| { |
| "epoch": 8.245901639344263, |
| "grad_norm": 3.416691470192745e-05, |
| "learning_rate": 9.744990892531878e-06, |
| "loss": 0.0, |
| "step": 7545 |
| }, |
| { |
| "epoch": 8.251366120218579, |
| "grad_norm": 1.2960584172105882e-05, |
| "learning_rate": 9.714632665452337e-06, |
| "loss": 0.0, |
| "step": 7550 |
| }, |
| { |
| "epoch": 8.256830601092895, |
| "grad_norm": 5.391754166339524e-05, |
| "learning_rate": 9.6842744383728e-06, |
| "loss": 0.0, |
| "step": 7555 |
| }, |
| { |
| "epoch": 8.262295081967213, |
| "grad_norm": 1.9058212274103425e-05, |
| "learning_rate": 9.653916211293261e-06, |
| "loss": 0.0, |
| "step": 7560 |
| }, |
| { |
| "epoch": 8.26775956284153, |
| "grad_norm": 8.722054190002382e-06, |
| "learning_rate": 9.623557984213722e-06, |
| "loss": 0.0, |
| "step": 7565 |
| }, |
| { |
| "epoch": 8.273224043715848, |
| "grad_norm": 1.2237047485541552e-05, |
| "learning_rate": 9.593199757134185e-06, |
| "loss": 0.0, |
| "step": 7570 |
| }, |
| { |
| "epoch": 8.278688524590164, |
| "grad_norm": 5.237998266238719e-05, |
| "learning_rate": 9.562841530054644e-06, |
| "loss": 0.0, |
| "step": 7575 |
| }, |
| { |
| "epoch": 8.28415300546448, |
| "grad_norm": 9.937410140992142e-06, |
| "learning_rate": 9.532483302975107e-06, |
| "loss": 0.0, |
| "step": 7580 |
| }, |
| { |
| "epoch": 8.289617486338798, |
| "grad_norm": 1.3053542716079392e-05, |
| "learning_rate": 9.502125075895568e-06, |
| "loss": 0.0, |
| "step": 7585 |
| }, |
| { |
| "epoch": 8.295081967213115, |
| "grad_norm": 2.3322838387684897e-05, |
| "learning_rate": 9.47176684881603e-06, |
| "loss": 0.0, |
| "step": 7590 |
| }, |
| { |
| "epoch": 8.300546448087431, |
| "grad_norm": 0.000983793055638671, |
| "learning_rate": 9.441408621736492e-06, |
| "loss": 0.0, |
| "step": 7595 |
| }, |
| { |
| "epoch": 8.306010928961749, |
| "grad_norm": 0.00012811202032025903, |
| "learning_rate": 9.411050394656952e-06, |
| "loss": 0.0, |
| "step": 7600 |
| }, |
| { |
| "epoch": 8.311475409836065, |
| "grad_norm": 1.6763411622378044e-05, |
| "learning_rate": 9.380692167577413e-06, |
| "loss": 0.0, |
| "step": 7605 |
| }, |
| { |
| "epoch": 8.316939890710383, |
| "grad_norm": 3.3423602872062474e-05, |
| "learning_rate": 9.350333940497876e-06, |
| "loss": 0.0, |
| "step": 7610 |
| }, |
| { |
| "epoch": 8.3224043715847, |
| "grad_norm": 1.1610113688220736e-05, |
| "learning_rate": 9.319975713418337e-06, |
| "loss": 0.0, |
| "step": 7615 |
| }, |
| { |
| "epoch": 8.327868852459016, |
| "grad_norm": 2.3615129975951277e-05, |
| "learning_rate": 9.2896174863388e-06, |
| "loss": 0.0, |
| "step": 7620 |
| }, |
| { |
| "epoch": 8.333333333333334, |
| "grad_norm": 7.937882401165552e-06, |
| "learning_rate": 9.259259259259259e-06, |
| "loss": 0.0, |
| "step": 7625 |
| }, |
| { |
| "epoch": 8.33879781420765, |
| "grad_norm": 1.095014886232093e-05, |
| "learning_rate": 9.22890103217972e-06, |
| "loss": 0.0, |
| "step": 7630 |
| }, |
| { |
| "epoch": 8.344262295081966, |
| "grad_norm": 7.690862730669323e-06, |
| "learning_rate": 9.198542805100183e-06, |
| "loss": 0.0, |
| "step": 7635 |
| }, |
| { |
| "epoch": 8.349726775956285, |
| "grad_norm": 1.6766489352448843e-05, |
| "learning_rate": 9.168184578020644e-06, |
| "loss": 0.0, |
| "step": 7640 |
| }, |
| { |
| "epoch": 8.3551912568306, |
| "grad_norm": 0.0001764387561706826, |
| "learning_rate": 9.137826350941105e-06, |
| "loss": 0.0001, |
| "step": 7645 |
| }, |
| { |
| "epoch": 8.360655737704919, |
| "grad_norm": 7.887566607678309e-05, |
| "learning_rate": 9.107468123861566e-06, |
| "loss": 0.0, |
| "step": 7650 |
| }, |
| { |
| "epoch": 8.366120218579235, |
| "grad_norm": 1.2673816854658071e-05, |
| "learning_rate": 9.077109896782028e-06, |
| "loss": 0.0, |
| "step": 7655 |
| }, |
| { |
| "epoch": 8.371584699453551, |
| "grad_norm": 4.3066185753559694e-05, |
| "learning_rate": 9.04675166970249e-06, |
| "loss": 0.0, |
| "step": 7660 |
| }, |
| { |
| "epoch": 8.37704918032787, |
| "grad_norm": 1.3214439604780637e-05, |
| "learning_rate": 9.016393442622952e-06, |
| "loss": 0.0, |
| "step": 7665 |
| }, |
| { |
| "epoch": 8.382513661202186, |
| "grad_norm": 1.4271675354393665e-05, |
| "learning_rate": 8.986035215543413e-06, |
| "loss": 0.0, |
| "step": 7670 |
| }, |
| { |
| "epoch": 8.387978142076502, |
| "grad_norm": 0.00020471119205467403, |
| "learning_rate": 8.955676988463874e-06, |
| "loss": 0.0, |
| "step": 7675 |
| }, |
| { |
| "epoch": 8.39344262295082, |
| "grad_norm": 5.713020800612867e-05, |
| "learning_rate": 8.925318761384335e-06, |
| "loss": 0.0, |
| "step": 7680 |
| }, |
| { |
| "epoch": 8.398907103825136, |
| "grad_norm": 0.0001489708956796676, |
| "learning_rate": 8.894960534304798e-06, |
| "loss": 0.0, |
| "step": 7685 |
| }, |
| { |
| "epoch": 8.404371584699454, |
| "grad_norm": 2.921839040936902e-05, |
| "learning_rate": 8.864602307225259e-06, |
| "loss": 0.0, |
| "step": 7690 |
| }, |
| { |
| "epoch": 8.40983606557377, |
| "grad_norm": 9.445561772736255e-06, |
| "learning_rate": 8.83424408014572e-06, |
| "loss": 0.0, |
| "step": 7695 |
| }, |
| { |
| "epoch": 8.415300546448087, |
| "grad_norm": 1.582982440595515e-05, |
| "learning_rate": 8.803885853066181e-06, |
| "loss": 0.0, |
| "step": 7700 |
| }, |
| { |
| "epoch": 8.420765027322405, |
| "grad_norm": 1.92226125363959e-05, |
| "learning_rate": 8.773527625986642e-06, |
| "loss": 0.0, |
| "step": 7705 |
| }, |
| { |
| "epoch": 8.426229508196721, |
| "grad_norm": 5.412556856754236e-05, |
| "learning_rate": 8.743169398907103e-06, |
| "loss": 0.0, |
| "step": 7710 |
| }, |
| { |
| "epoch": 8.431693989071038, |
| "grad_norm": 2.1962119717500173e-05, |
| "learning_rate": 8.712811171827566e-06, |
| "loss": 0.0, |
| "step": 7715 |
| }, |
| { |
| "epoch": 8.437158469945356, |
| "grad_norm": 0.0006890874356031418, |
| "learning_rate": 8.682452944748027e-06, |
| "loss": 0.0, |
| "step": 7720 |
| }, |
| { |
| "epoch": 8.442622950819672, |
| "grad_norm": 2.5473029381828383e-05, |
| "learning_rate": 8.652094717668488e-06, |
| "loss": 0.0, |
| "step": 7725 |
| }, |
| { |
| "epoch": 8.448087431693988, |
| "grad_norm": 8.04679439170286e-06, |
| "learning_rate": 8.62173649058895e-06, |
| "loss": 0.0, |
| "step": 7730 |
| }, |
| { |
| "epoch": 8.453551912568306, |
| "grad_norm": 0.0006084745400585234, |
| "learning_rate": 8.59137826350941e-06, |
| "loss": 0.0, |
| "step": 7735 |
| }, |
| { |
| "epoch": 8.459016393442623, |
| "grad_norm": 1.0556545021245256e-05, |
| "learning_rate": 8.561020036429874e-06, |
| "loss": 0.0, |
| "step": 7740 |
| }, |
| { |
| "epoch": 8.46448087431694, |
| "grad_norm": 2.4723283786443062e-05, |
| "learning_rate": 8.530661809350335e-06, |
| "loss": 0.0, |
| "step": 7745 |
| }, |
| { |
| "epoch": 8.469945355191257, |
| "grad_norm": 1.2455606338335201e-05, |
| "learning_rate": 8.500303582270796e-06, |
| "loss": 0.0, |
| "step": 7750 |
| }, |
| { |
| "epoch": 8.475409836065573, |
| "grad_norm": 4.926376277580857e-05, |
| "learning_rate": 8.469945355191257e-06, |
| "loss": 0.0, |
| "step": 7755 |
| }, |
| { |
| "epoch": 8.480874316939891, |
| "grad_norm": 1.2116083780711051e-05, |
| "learning_rate": 8.439587128111718e-06, |
| "loss": 0.0, |
| "step": 7760 |
| }, |
| { |
| "epoch": 8.486338797814208, |
| "grad_norm": 0.0004952167510055006, |
| "learning_rate": 8.409228901032181e-06, |
| "loss": 0.0, |
| "step": 7765 |
| }, |
| { |
| "epoch": 8.491803278688524, |
| "grad_norm": 1.5964784324751236e-05, |
| "learning_rate": 8.378870673952642e-06, |
| "loss": 0.0, |
| "step": 7770 |
| }, |
| { |
| "epoch": 8.497267759562842, |
| "grad_norm": 2.0253926777513698e-05, |
| "learning_rate": 8.348512446873103e-06, |
| "loss": 0.0, |
| "step": 7775 |
| }, |
| { |
| "epoch": 8.502732240437158, |
| "grad_norm": 4.6292418119264767e-05, |
| "learning_rate": 8.318154219793564e-06, |
| "loss": 0.0, |
| "step": 7780 |
| }, |
| { |
| "epoch": 8.508196721311476, |
| "grad_norm": 1.7785914678825065e-05, |
| "learning_rate": 8.287795992714025e-06, |
| "loss": 0.0, |
| "step": 7785 |
| }, |
| { |
| "epoch": 8.513661202185792, |
| "grad_norm": 0.0006781655829399824, |
| "learning_rate": 8.257437765634488e-06, |
| "loss": 0.0, |
| "step": 7790 |
| }, |
| { |
| "epoch": 8.519125683060109, |
| "grad_norm": 9.413172847416718e-06, |
| "learning_rate": 8.22707953855495e-06, |
| "loss": 0.0, |
| "step": 7795 |
| }, |
| { |
| "epoch": 8.524590163934427, |
| "grad_norm": 0.00011244224879192188, |
| "learning_rate": 8.196721311475409e-06, |
| "loss": 0.0, |
| "step": 7800 |
| }, |
| { |
| "epoch": 8.530054644808743, |
| "grad_norm": 2.30734749493422e-05, |
| "learning_rate": 8.166363084395872e-06, |
| "loss": 0.0, |
| "step": 7805 |
| }, |
| { |
| "epoch": 8.53551912568306, |
| "grad_norm": 9.177093488688115e-06, |
| "learning_rate": 8.136004857316333e-06, |
| "loss": 0.0, |
| "step": 7810 |
| }, |
| { |
| "epoch": 8.540983606557377, |
| "grad_norm": 0.00042046752059832215, |
| "learning_rate": 8.105646630236796e-06, |
| "loss": 0.0, |
| "step": 7815 |
| }, |
| { |
| "epoch": 8.546448087431694, |
| "grad_norm": 0.0004966892302036285, |
| "learning_rate": 8.075288403157257e-06, |
| "loss": 0.0, |
| "step": 7820 |
| }, |
| { |
| "epoch": 8.551912568306012, |
| "grad_norm": 3.082709008594975e-05, |
| "learning_rate": 8.044930176077716e-06, |
| "loss": 0.0, |
| "step": 7825 |
| }, |
| { |
| "epoch": 8.557377049180328, |
| "grad_norm": 2.252473495900631e-05, |
| "learning_rate": 8.014571948998179e-06, |
| "loss": 0.0, |
| "step": 7830 |
| }, |
| { |
| "epoch": 8.562841530054644, |
| "grad_norm": 8.535890628991183e-06, |
| "learning_rate": 7.98421372191864e-06, |
| "loss": 0.0, |
| "step": 7835 |
| }, |
| { |
| "epoch": 8.568306010928962, |
| "grad_norm": 9.065177437150851e-06, |
| "learning_rate": 7.953855494839101e-06, |
| "loss": 0.0, |
| "step": 7840 |
| }, |
| { |
| "epoch": 8.573770491803279, |
| "grad_norm": 9.072325156012084e-06, |
| "learning_rate": 7.923497267759564e-06, |
| "loss": 0.0, |
| "step": 7845 |
| }, |
| { |
| "epoch": 8.579234972677595, |
| "grad_norm": 3.252259557484649e-05, |
| "learning_rate": 7.893139040680023e-06, |
| "loss": 0.0, |
| "step": 7850 |
| }, |
| { |
| "epoch": 8.584699453551913, |
| "grad_norm": 4.2116338590858504e-05, |
| "learning_rate": 7.862780813600486e-06, |
| "loss": 0.0, |
| "step": 7855 |
| }, |
| { |
| "epoch": 8.59016393442623, |
| "grad_norm": 9.784484973351937e-06, |
| "learning_rate": 7.832422586520947e-06, |
| "loss": 0.0, |
| "step": 7860 |
| }, |
| { |
| "epoch": 8.595628415300546, |
| "grad_norm": 1.4877758985676337e-05, |
| "learning_rate": 7.802064359441409e-06, |
| "loss": 0.0, |
| "step": 7865 |
| }, |
| { |
| "epoch": 8.601092896174864, |
| "grad_norm": 2.199526716140099e-05, |
| "learning_rate": 7.771706132361871e-06, |
| "loss": 0.0, |
| "step": 7870 |
| }, |
| { |
| "epoch": 8.60655737704918, |
| "grad_norm": 1.5495361367356963e-05, |
| "learning_rate": 7.74134790528233e-06, |
| "loss": 0.0, |
| "step": 7875 |
| }, |
| { |
| "epoch": 8.612021857923498, |
| "grad_norm": 3.3597727451706305e-05, |
| "learning_rate": 7.710989678202794e-06, |
| "loss": 0.0, |
| "step": 7880 |
| }, |
| { |
| "epoch": 8.617486338797814, |
| "grad_norm": 0.00010077483602799475, |
| "learning_rate": 7.680631451123255e-06, |
| "loss": 0.0, |
| "step": 7885 |
| }, |
| { |
| "epoch": 8.62295081967213, |
| "grad_norm": 1.6386205970775336e-05, |
| "learning_rate": 7.650273224043716e-06, |
| "loss": 0.0, |
| "step": 7890 |
| }, |
| { |
| "epoch": 8.628415300546449, |
| "grad_norm": 0.0001092545353458263, |
| "learning_rate": 7.619914996964178e-06, |
| "loss": 0.0, |
| "step": 7895 |
| }, |
| { |
| "epoch": 8.633879781420765, |
| "grad_norm": 1.4560269846697338e-05, |
| "learning_rate": 7.589556769884638e-06, |
| "loss": 0.0, |
| "step": 7900 |
| }, |
| { |
| "epoch": 8.639344262295083, |
| "grad_norm": 1.3944583770353347e-05, |
| "learning_rate": 7.5591985428051e-06, |
| "loss": 0.0, |
| "step": 7905 |
| }, |
| { |
| "epoch": 8.6448087431694, |
| "grad_norm": 9.102309559239075e-05, |
| "learning_rate": 7.528840315725562e-06, |
| "loss": 0.0, |
| "step": 7910 |
| }, |
| { |
| "epoch": 8.650273224043715, |
| "grad_norm": 0.0014770968118682504, |
| "learning_rate": 7.498482088646023e-06, |
| "loss": 0.0, |
| "step": 7915 |
| }, |
| { |
| "epoch": 8.655737704918034, |
| "grad_norm": 1.5495656043640338e-05, |
| "learning_rate": 7.468123861566485e-06, |
| "loss": 0.0, |
| "step": 7920 |
| }, |
| { |
| "epoch": 8.66120218579235, |
| "grad_norm": 1.086993779608747e-05, |
| "learning_rate": 7.4377656344869455e-06, |
| "loss": 0.0, |
| "step": 7925 |
| }, |
| { |
| "epoch": 8.666666666666666, |
| "grad_norm": 2.422315264993813e-05, |
| "learning_rate": 7.4074074074074075e-06, |
| "loss": 0.0, |
| "step": 7930 |
| }, |
| { |
| "epoch": 8.672131147540984, |
| "grad_norm": 1.2280898772587534e-05, |
| "learning_rate": 7.3770491803278695e-06, |
| "loss": 0.0, |
| "step": 7935 |
| }, |
| { |
| "epoch": 8.6775956284153, |
| "grad_norm": 7.415174422931159e-06, |
| "learning_rate": 7.346690953248331e-06, |
| "loss": 0.0, |
| "step": 7940 |
| }, |
| { |
| "epoch": 8.683060109289617, |
| "grad_norm": 1.318469821853796e-05, |
| "learning_rate": 7.3163327261687926e-06, |
| "loss": 0.0, |
| "step": 7945 |
| }, |
| { |
| "epoch": 8.688524590163935, |
| "grad_norm": 7.0088044594740495e-06, |
| "learning_rate": 7.2859744990892545e-06, |
| "loss": 0.0, |
| "step": 7950 |
| }, |
| { |
| "epoch": 8.693989071038251, |
| "grad_norm": 1.3353911526792217e-05, |
| "learning_rate": 7.255616272009715e-06, |
| "loss": 0.0, |
| "step": 7955 |
| }, |
| { |
| "epoch": 8.699453551912569, |
| "grad_norm": 5.0659851694945246e-05, |
| "learning_rate": 7.225258044930176e-06, |
| "loss": 0.0, |
| "step": 7960 |
| }, |
| { |
| "epoch": 8.704918032786885, |
| "grad_norm": 0.00012321716349106282, |
| "learning_rate": 7.194899817850638e-06, |
| "loss": 0.0, |
| "step": 7965 |
| }, |
| { |
| "epoch": 8.710382513661202, |
| "grad_norm": 7.799344530212693e-06, |
| "learning_rate": 7.1645415907711e-06, |
| "loss": 0.0, |
| "step": 7970 |
| }, |
| { |
| "epoch": 8.71584699453552, |
| "grad_norm": 1.204593718284741e-05, |
| "learning_rate": 7.134183363691561e-06, |
| "loss": 0.0, |
| "step": 7975 |
| }, |
| { |
| "epoch": 8.721311475409836, |
| "grad_norm": 7.936175279610325e-06, |
| "learning_rate": 7.103825136612022e-06, |
| "loss": 0.0, |
| "step": 7980 |
| }, |
| { |
| "epoch": 8.726775956284152, |
| "grad_norm": 1.0668262802937534e-05, |
| "learning_rate": 7.073466909532483e-06, |
| "loss": 0.0, |
| "step": 7985 |
| }, |
| { |
| "epoch": 8.73224043715847, |
| "grad_norm": 1.0944058885797858e-05, |
| "learning_rate": 7.043108682452945e-06, |
| "loss": 0.0, |
| "step": 7990 |
| }, |
| { |
| "epoch": 8.737704918032787, |
| "grad_norm": 3.984873183071613e-05, |
| "learning_rate": 7.012750455373407e-06, |
| "loss": 0.0, |
| "step": 7995 |
| }, |
| { |
| "epoch": 8.743169398907105, |
| "grad_norm": 2.668611705303192e-05, |
| "learning_rate": 6.982392228293868e-06, |
| "loss": 0.0, |
| "step": 8000 |
| }, |
| { |
| "epoch": 8.748633879781421, |
| "grad_norm": 3.1083716748980805e-05, |
| "learning_rate": 6.952034001214329e-06, |
| "loss": 0.0, |
| "step": 8005 |
| }, |
| { |
| "epoch": 8.754098360655737, |
| "grad_norm": 5.123380105942488e-05, |
| "learning_rate": 6.921675774134791e-06, |
| "loss": 0.0, |
| "step": 8010 |
| }, |
| { |
| "epoch": 8.759562841530055, |
| "grad_norm": 3.057342837564647e-05, |
| "learning_rate": 6.891317547055253e-06, |
| "loss": 0.0, |
| "step": 8015 |
| }, |
| { |
| "epoch": 8.765027322404372, |
| "grad_norm": 1.0824885066540446e-05, |
| "learning_rate": 6.860959319975714e-06, |
| "loss": 0.0, |
| "step": 8020 |
| }, |
| { |
| "epoch": 8.770491803278688, |
| "grad_norm": 1.0632065823301673e-05, |
| "learning_rate": 6.830601092896176e-06, |
| "loss": 0.0, |
| "step": 8025 |
| }, |
| { |
| "epoch": 8.775956284153006, |
| "grad_norm": 0.00019011649419553578, |
| "learning_rate": 6.800242865816636e-06, |
| "loss": 0.0, |
| "step": 8030 |
| }, |
| { |
| "epoch": 8.781420765027322, |
| "grad_norm": 2.6195617465418763e-05, |
| "learning_rate": 6.769884638737098e-06, |
| "loss": 0.0, |
| "step": 8035 |
| }, |
| { |
| "epoch": 8.78688524590164, |
| "grad_norm": 1.6233725546044298e-05, |
| "learning_rate": 6.73952641165756e-06, |
| "loss": 0.0, |
| "step": 8040 |
| }, |
| { |
| "epoch": 8.792349726775956, |
| "grad_norm": 1.057436293194769e-05, |
| "learning_rate": 6.709168184578021e-06, |
| "loss": 0.0, |
| "step": 8045 |
| }, |
| { |
| "epoch": 8.797814207650273, |
| "grad_norm": 4.19470998167526e-05, |
| "learning_rate": 6.678809957498483e-06, |
| "loss": 0.0, |
| "step": 8050 |
| }, |
| { |
| "epoch": 8.80327868852459, |
| "grad_norm": 1.0058052794192918e-05, |
| "learning_rate": 6.648451730418943e-06, |
| "loss": 0.0, |
| "step": 8055 |
| }, |
| { |
| "epoch": 8.808743169398907, |
| "grad_norm": 7.835977885406464e-05, |
| "learning_rate": 6.618093503339405e-06, |
| "loss": 0.0, |
| "step": 8060 |
| }, |
| { |
| "epoch": 8.814207650273223, |
| "grad_norm": 0.00041921433876268566, |
| "learning_rate": 6.5877352762598664e-06, |
| "loss": 0.0, |
| "step": 8065 |
| }, |
| { |
| "epoch": 8.819672131147541, |
| "grad_norm": 8.555156455258839e-06, |
| "learning_rate": 6.557377049180328e-06, |
| "loss": 0.0, |
| "step": 8070 |
| }, |
| { |
| "epoch": 8.825136612021858, |
| "grad_norm": 0.00044895359314978123, |
| "learning_rate": 6.52701882210079e-06, |
| "loss": 0.0, |
| "step": 8075 |
| }, |
| { |
| "epoch": 8.830601092896174, |
| "grad_norm": 2.7534799301065505e-05, |
| "learning_rate": 6.496660595021251e-06, |
| "loss": 0.0, |
| "step": 8080 |
| }, |
| { |
| "epoch": 8.836065573770492, |
| "grad_norm": 2.2113057639217004e-05, |
| "learning_rate": 6.466302367941713e-06, |
| "loss": 0.0, |
| "step": 8085 |
| }, |
| { |
| "epoch": 8.841530054644808, |
| "grad_norm": 7.0613623393001035e-06, |
| "learning_rate": 6.435944140862174e-06, |
| "loss": 0.0, |
| "step": 8090 |
| }, |
| { |
| "epoch": 8.846994535519126, |
| "grad_norm": 4.0296203223988414e-05, |
| "learning_rate": 6.405585913782636e-06, |
| "loss": 0.0, |
| "step": 8095 |
| }, |
| { |
| "epoch": 8.852459016393443, |
| "grad_norm": 3.491979805403389e-05, |
| "learning_rate": 6.375227686703098e-06, |
| "loss": 0.0, |
| "step": 8100 |
| }, |
| { |
| "epoch": 8.857923497267759, |
| "grad_norm": 1.561005956318695e-05, |
| "learning_rate": 6.344869459623558e-06, |
| "loss": 0.0, |
| "step": 8105 |
| }, |
| { |
| "epoch": 8.863387978142077, |
| "grad_norm": 2.3691472961218096e-05, |
| "learning_rate": 6.314511232544019e-06, |
| "loss": 0.0, |
| "step": 8110 |
| }, |
| { |
| "epoch": 8.868852459016393, |
| "grad_norm": 1.4078505955694709e-05, |
| "learning_rate": 6.284153005464481e-06, |
| "loss": 0.0, |
| "step": 8115 |
| }, |
| { |
| "epoch": 8.87431693989071, |
| "grad_norm": 8.696079748915508e-05, |
| "learning_rate": 6.253794778384943e-06, |
| "loss": 0.0, |
| "step": 8120 |
| }, |
| { |
| "epoch": 8.879781420765028, |
| "grad_norm": 1.038772188621806e-05, |
| "learning_rate": 6.223436551305404e-06, |
| "loss": 0.0, |
| "step": 8125 |
| }, |
| { |
| "epoch": 8.885245901639344, |
| "grad_norm": 1.992170473386068e-05, |
| "learning_rate": 6.193078324225865e-06, |
| "loss": 0.0, |
| "step": 8130 |
| }, |
| { |
| "epoch": 8.890710382513662, |
| "grad_norm": 2.0900015442748554e-05, |
| "learning_rate": 6.1627200971463265e-06, |
| "loss": 0.0, |
| "step": 8135 |
| }, |
| { |
| "epoch": 8.896174863387978, |
| "grad_norm": 1.2317065738898236e-05, |
| "learning_rate": 6.1323618700667884e-06, |
| "loss": 0.0, |
| "step": 8140 |
| }, |
| { |
| "epoch": 8.901639344262295, |
| "grad_norm": 4.956311022397131e-05, |
| "learning_rate": 6.10200364298725e-06, |
| "loss": 0.0, |
| "step": 8145 |
| }, |
| { |
| "epoch": 8.907103825136613, |
| "grad_norm": 8.253177838923875e-06, |
| "learning_rate": 6.0716454159077115e-06, |
| "loss": 0.0, |
| "step": 8150 |
| }, |
| { |
| "epoch": 8.912568306010929, |
| "grad_norm": 6.0874495829921216e-05, |
| "learning_rate": 6.041287188828173e-06, |
| "loss": 0.0, |
| "step": 8155 |
| }, |
| { |
| "epoch": 8.918032786885245, |
| "grad_norm": 1.0368218681833241e-05, |
| "learning_rate": 6.010928961748634e-06, |
| "loss": 0.0, |
| "step": 8160 |
| }, |
| { |
| "epoch": 8.923497267759563, |
| "grad_norm": 1.1900097888428718e-05, |
| "learning_rate": 5.980570734669096e-06, |
| "loss": 0.0, |
| "step": 8165 |
| }, |
| { |
| "epoch": 8.92896174863388, |
| "grad_norm": 5.567036350839771e-05, |
| "learning_rate": 5.950212507589558e-06, |
| "loss": 0.0, |
| "step": 8170 |
| }, |
| { |
| "epoch": 8.934426229508198, |
| "grad_norm": 1.0399870916444343e-05, |
| "learning_rate": 5.919854280510018e-06, |
| "loss": 0.0, |
| "step": 8175 |
| }, |
| { |
| "epoch": 8.939890710382514, |
| "grad_norm": 1.9010061805602163e-05, |
| "learning_rate": 5.88949605343048e-06, |
| "loss": 0.0, |
| "step": 8180 |
| }, |
| { |
| "epoch": 8.94535519125683, |
| "grad_norm": 9.974577551474795e-06, |
| "learning_rate": 5.859137826350941e-06, |
| "loss": 0.0, |
| "step": 8185 |
| }, |
| { |
| "epoch": 8.950819672131148, |
| "grad_norm": 2.6583495127852075e-05, |
| "learning_rate": 5.828779599271403e-06, |
| "loss": 0.0, |
| "step": 8190 |
| }, |
| { |
| "epoch": 8.956284153005464, |
| "grad_norm": 0.001321590505540371, |
| "learning_rate": 5.798421372191864e-06, |
| "loss": 0.0, |
| "step": 8195 |
| }, |
| { |
| "epoch": 8.96174863387978, |
| "grad_norm": 1.875944872153923e-05, |
| "learning_rate": 5.768063145112325e-06, |
| "loss": 0.0, |
| "step": 8200 |
| }, |
| { |
| "epoch": 8.967213114754099, |
| "grad_norm": 8.05357103672577e-06, |
| "learning_rate": 5.737704918032787e-06, |
| "loss": 0.0, |
| "step": 8205 |
| }, |
| { |
| "epoch": 8.972677595628415, |
| "grad_norm": 0.0005711750127375126, |
| "learning_rate": 5.7073466909532485e-06, |
| "loss": 0.0, |
| "step": 8210 |
| }, |
| { |
| "epoch": 8.978142076502731, |
| "grad_norm": 2.2052852727938443e-05, |
| "learning_rate": 5.67698846387371e-06, |
| "loss": 0.0, |
| "step": 8215 |
| }, |
| { |
| "epoch": 8.98360655737705, |
| "grad_norm": 4.620003528543748e-05, |
| "learning_rate": 5.646630236794172e-06, |
| "loss": 0.0, |
| "step": 8220 |
| }, |
| { |
| "epoch": 8.989071038251366, |
| "grad_norm": 1.6385482012992725e-05, |
| "learning_rate": 5.616272009714633e-06, |
| "loss": 0.0, |
| "step": 8225 |
| }, |
| { |
| "epoch": 8.994535519125684, |
| "grad_norm": 9.964457603928167e-06, |
| "learning_rate": 5.585913782635095e-06, |
| "loss": 0.0, |
| "step": 8230 |
| }, |
| { |
| "epoch": 9.0, |
| "grad_norm": 7.681346687604673e-06, |
| "learning_rate": 5.555555555555556e-06, |
| "loss": 0.0, |
| "step": 8235 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_loss": 1.2326364640102838e-06, |
| "eval_runtime": 661.3599, |
| "eval_samples_per_second": 11.062, |
| "eval_steps_per_second": 1.384, |
| "step": 8235 |
| }, |
| { |
| "epoch": 9.005464480874316, |
| "grad_norm": 1.251523553946754e-05, |
| "learning_rate": 5.525197328476017e-06, |
| "loss": 0.0, |
| "step": 8240 |
| }, |
| { |
| "epoch": 9.010928961748634, |
| "grad_norm": 1.9697485186043195e-05, |
| "learning_rate": 5.494839101396479e-06, |
| "loss": 0.0, |
| "step": 8245 |
| }, |
| { |
| "epoch": 9.01639344262295, |
| "grad_norm": 8.097184036159888e-05, |
| "learning_rate": 5.46448087431694e-06, |
| "loss": 0.0, |
| "step": 8250 |
| }, |
| { |
| "epoch": 9.021857923497267, |
| "grad_norm": 8.922267625166569e-06, |
| "learning_rate": 5.434122647237402e-06, |
| "loss": 0.0, |
| "step": 8255 |
| }, |
| { |
| "epoch": 9.027322404371585, |
| "grad_norm": 8.49717889650492e-06, |
| "learning_rate": 5.403764420157862e-06, |
| "loss": 0.0, |
| "step": 8260 |
| }, |
| { |
| "epoch": 9.032786885245901, |
| "grad_norm": 9.96219114313135e-06, |
| "learning_rate": 5.373406193078324e-06, |
| "loss": 0.0, |
| "step": 8265 |
| }, |
| { |
| "epoch": 9.03825136612022, |
| "grad_norm": 7.731101504759863e-06, |
| "learning_rate": 5.343047965998786e-06, |
| "loss": 0.0, |
| "step": 8270 |
| }, |
| { |
| "epoch": 9.043715846994536, |
| "grad_norm": 2.623209365992807e-05, |
| "learning_rate": 5.312689738919247e-06, |
| "loss": 0.0, |
| "step": 8275 |
| }, |
| { |
| "epoch": 9.049180327868852, |
| "grad_norm": 3.5027180274482816e-05, |
| "learning_rate": 5.2823315118397085e-06, |
| "loss": 0.0, |
| "step": 8280 |
| }, |
| { |
| "epoch": 9.05464480874317, |
| "grad_norm": 5.4955471568973735e-05, |
| "learning_rate": 5.25197328476017e-06, |
| "loss": 0.0, |
| "step": 8285 |
| }, |
| { |
| "epoch": 9.060109289617486, |
| "grad_norm": 5.6031560234259814e-05, |
| "learning_rate": 5.221615057680632e-06, |
| "loss": 0.0, |
| "step": 8290 |
| }, |
| { |
| "epoch": 9.065573770491802, |
| "grad_norm": 2.9362845452851616e-05, |
| "learning_rate": 5.191256830601094e-06, |
| "loss": 0.0, |
| "step": 8295 |
| }, |
| { |
| "epoch": 9.07103825136612, |
| "grad_norm": 1.5086310668266378e-05, |
| "learning_rate": 5.160898603521555e-06, |
| "loss": 0.0, |
| "step": 8300 |
| }, |
| { |
| "epoch": 9.076502732240437, |
| "grad_norm": 1.0832651241798885e-05, |
| "learning_rate": 5.130540376442016e-06, |
| "loss": 0.0, |
| "step": 8305 |
| }, |
| { |
| "epoch": 9.081967213114755, |
| "grad_norm": 8.822114068607334e-06, |
| "learning_rate": 5.100182149362478e-06, |
| "loss": 0.0, |
| "step": 8310 |
| }, |
| { |
| "epoch": 9.087431693989071, |
| "grad_norm": 1.0006731827161275e-05, |
| "learning_rate": 5.069823922282939e-06, |
| "loss": 0.0, |
| "step": 8315 |
| }, |
| { |
| "epoch": 9.092896174863387, |
| "grad_norm": 8.003929906408302e-06, |
| "learning_rate": 5.039465695203401e-06, |
| "loss": 0.0, |
| "step": 8320 |
| }, |
| { |
| "epoch": 9.098360655737705, |
| "grad_norm": 9.480178050580435e-06, |
| "learning_rate": 5.009107468123861e-06, |
| "loss": 0.0, |
| "step": 8325 |
| }, |
| { |
| "epoch": 9.103825136612022, |
| "grad_norm": 9.101410796574783e-06, |
| "learning_rate": 4.978749241044323e-06, |
| "loss": 0.0, |
| "step": 8330 |
| }, |
| { |
| "epoch": 9.109289617486338, |
| "grad_norm": 1.1568869922484737e-05, |
| "learning_rate": 4.948391013964785e-06, |
| "loss": 0.0, |
| "step": 8335 |
| }, |
| { |
| "epoch": 9.114754098360656, |
| "grad_norm": 9.305016646976583e-06, |
| "learning_rate": 4.918032786885246e-06, |
| "loss": 0.0, |
| "step": 8340 |
| }, |
| { |
| "epoch": 9.120218579234972, |
| "grad_norm": 1.3673022294824477e-05, |
| "learning_rate": 4.8876745598057074e-06, |
| "loss": 0.0, |
| "step": 8345 |
| }, |
| { |
| "epoch": 9.12568306010929, |
| "grad_norm": 0.0009493128163740039, |
| "learning_rate": 4.8573163327261686e-06, |
| "loss": 0.0, |
| "step": 8350 |
| }, |
| { |
| "epoch": 9.131147540983607, |
| "grad_norm": 1.3566643247031607e-05, |
| "learning_rate": 4.8269581056466305e-06, |
| "loss": 0.0, |
| "step": 8355 |
| }, |
| { |
| "epoch": 9.136612021857923, |
| "grad_norm": 9.785872862266842e-06, |
| "learning_rate": 4.7965998785670925e-06, |
| "loss": 0.0, |
| "step": 8360 |
| }, |
| { |
| "epoch": 9.142076502732241, |
| "grad_norm": 3.198983904439956e-05, |
| "learning_rate": 4.766241651487554e-06, |
| "loss": 0.0, |
| "step": 8365 |
| }, |
| { |
| "epoch": 9.147540983606557, |
| "grad_norm": 1.2671367585426196e-05, |
| "learning_rate": 4.735883424408015e-06, |
| "loss": 0.0, |
| "step": 8370 |
| }, |
| { |
| "epoch": 9.153005464480874, |
| "grad_norm": 1.4876402019581292e-05, |
| "learning_rate": 4.705525197328476e-06, |
| "loss": 0.0, |
| "step": 8375 |
| }, |
| { |
| "epoch": 9.158469945355192, |
| "grad_norm": 1.182084724860033e-05, |
| "learning_rate": 4.675166970248938e-06, |
| "loss": 0.0, |
| "step": 8380 |
| }, |
| { |
| "epoch": 9.163934426229508, |
| "grad_norm": 2.6076608264702372e-05, |
| "learning_rate": 4.6448087431694e-06, |
| "loss": 0.0, |
| "step": 8385 |
| }, |
| { |
| "epoch": 9.169398907103826, |
| "grad_norm": 1.273778070753906e-05, |
| "learning_rate": 4.61445051608986e-06, |
| "loss": 0.0, |
| "step": 8390 |
| }, |
| { |
| "epoch": 9.174863387978142, |
| "grad_norm": 0.0007501414511352777, |
| "learning_rate": 4.584092289010322e-06, |
| "loss": 0.0, |
| "step": 8395 |
| }, |
| { |
| "epoch": 9.180327868852459, |
| "grad_norm": 7.561423444713e-06, |
| "learning_rate": 4.553734061930783e-06, |
| "loss": 0.0, |
| "step": 8400 |
| }, |
| { |
| "epoch": 9.185792349726777, |
| "grad_norm": 7.892997018643655e-06, |
| "learning_rate": 4.523375834851245e-06, |
| "loss": 0.0, |
| "step": 8405 |
| }, |
| { |
| "epoch": 9.191256830601093, |
| "grad_norm": 1.2118057384213898e-05, |
| "learning_rate": 4.493017607771706e-06, |
| "loss": 0.0, |
| "step": 8410 |
| }, |
| { |
| "epoch": 9.19672131147541, |
| "grad_norm": 8.411708222411107e-06, |
| "learning_rate": 4.4626593806921675e-06, |
| "loss": 0.0, |
| "step": 8415 |
| }, |
| { |
| "epoch": 9.202185792349727, |
| "grad_norm": 8.92472053237725e-06, |
| "learning_rate": 4.4323011536126294e-06, |
| "loss": 0.0, |
| "step": 8420 |
| }, |
| { |
| "epoch": 9.207650273224044, |
| "grad_norm": 8.844925105222501e-06, |
| "learning_rate": 4.401942926533091e-06, |
| "loss": 0.0, |
| "step": 8425 |
| }, |
| { |
| "epoch": 9.21311475409836, |
| "grad_norm": 9.090890671359375e-06, |
| "learning_rate": 4.371584699453552e-06, |
| "loss": 0.0, |
| "step": 8430 |
| }, |
| { |
| "epoch": 9.218579234972678, |
| "grad_norm": 0.00030929245986044407, |
| "learning_rate": 4.341226472374014e-06, |
| "loss": 0.0, |
| "step": 8435 |
| }, |
| { |
| "epoch": 9.224043715846994, |
| "grad_norm": 9.536963261780329e-06, |
| "learning_rate": 4.310868245294475e-06, |
| "loss": 0.0, |
| "step": 8440 |
| }, |
| { |
| "epoch": 9.229508196721312, |
| "grad_norm": 1.0459447366883978e-05, |
| "learning_rate": 4.280510018214937e-06, |
| "loss": 0.0, |
| "step": 8445 |
| }, |
| { |
| "epoch": 9.234972677595628, |
| "grad_norm": 1.430536576663144e-05, |
| "learning_rate": 4.250151791135398e-06, |
| "loss": 0.0, |
| "step": 8450 |
| }, |
| { |
| "epoch": 9.240437158469945, |
| "grad_norm": 8.668756890983786e-06, |
| "learning_rate": 4.219793564055859e-06, |
| "loss": 0.0, |
| "step": 8455 |
| }, |
| { |
| "epoch": 9.245901639344263, |
| "grad_norm": 4.2804833356058225e-05, |
| "learning_rate": 4.189435336976321e-06, |
| "loss": 0.0, |
| "step": 8460 |
| }, |
| { |
| "epoch": 9.251366120218579, |
| "grad_norm": 1.0608948286972009e-05, |
| "learning_rate": 4.159077109896782e-06, |
| "loss": 0.0, |
| "step": 8465 |
| }, |
| { |
| "epoch": 9.256830601092895, |
| "grad_norm": 0.0008651612442918122, |
| "learning_rate": 4.128718882817244e-06, |
| "loss": 0.0, |
| "step": 8470 |
| }, |
| { |
| "epoch": 9.262295081967213, |
| "grad_norm": 1.1031417670892552e-05, |
| "learning_rate": 4.098360655737704e-06, |
| "loss": 0.0, |
| "step": 8475 |
| }, |
| { |
| "epoch": 9.26775956284153, |
| "grad_norm": 1.4733498574059922e-05, |
| "learning_rate": 4.068002428658166e-06, |
| "loss": 0.0, |
| "step": 8480 |
| }, |
| { |
| "epoch": 9.273224043715848, |
| "grad_norm": 1.1113019354525022e-05, |
| "learning_rate": 4.037644201578628e-06, |
| "loss": 0.0, |
| "step": 8485 |
| }, |
| { |
| "epoch": 9.278688524590164, |
| "grad_norm": 1.671107384026982e-05, |
| "learning_rate": 4.0072859744990895e-06, |
| "loss": 0.0, |
| "step": 8490 |
| }, |
| { |
| "epoch": 9.28415300546448, |
| "grad_norm": 1.4919727618689649e-05, |
| "learning_rate": 3.976927747419551e-06, |
| "loss": 0.0, |
| "step": 8495 |
| }, |
| { |
| "epoch": 9.289617486338798, |
| "grad_norm": 1.0741515325207729e-05, |
| "learning_rate": 3.946569520340012e-06, |
| "loss": 0.0, |
| "step": 8500 |
| }, |
| { |
| "epoch": 9.295081967213115, |
| "grad_norm": 1.4579722119378857e-05, |
| "learning_rate": 3.916211293260474e-06, |
| "loss": 0.0, |
| "step": 8505 |
| }, |
| { |
| "epoch": 9.300546448087431, |
| "grad_norm": 0.001307551865465939, |
| "learning_rate": 3.885853066180936e-06, |
| "loss": 0.0, |
| "step": 8510 |
| }, |
| { |
| "epoch": 9.306010928961749, |
| "grad_norm": 1.936557237058878e-05, |
| "learning_rate": 3.855494839101397e-06, |
| "loss": 0.0, |
| "step": 8515 |
| }, |
| { |
| "epoch": 9.311475409836065, |
| "grad_norm": 2.149451756849885e-05, |
| "learning_rate": 3.825136612021858e-06, |
| "loss": 0.0, |
| "step": 8520 |
| }, |
| { |
| "epoch": 9.316939890710383, |
| "grad_norm": 8.021363464649767e-05, |
| "learning_rate": 3.794778384942319e-06, |
| "loss": 0.0, |
| "step": 8525 |
| }, |
| { |
| "epoch": 9.3224043715847, |
| "grad_norm": 3.3864893339341506e-05, |
| "learning_rate": 3.764420157862781e-06, |
| "loss": 0.0, |
| "step": 8530 |
| }, |
| { |
| "epoch": 9.327868852459016, |
| "grad_norm": 3.2648382330080494e-05, |
| "learning_rate": 3.7340619307832426e-06, |
| "loss": 0.0, |
| "step": 8535 |
| }, |
| { |
| "epoch": 9.333333333333334, |
| "grad_norm": 1.936520311573986e-05, |
| "learning_rate": 3.7037037037037037e-06, |
| "loss": 0.0, |
| "step": 8540 |
| }, |
| { |
| "epoch": 9.33879781420765, |
| "grad_norm": 7.971724699018523e-06, |
| "learning_rate": 3.6733454766241653e-06, |
| "loss": 0.0, |
| "step": 8545 |
| }, |
| { |
| "epoch": 9.344262295081966, |
| "grad_norm": 1.110977063945029e-05, |
| "learning_rate": 3.6429872495446273e-06, |
| "loss": 0.0, |
| "step": 8550 |
| }, |
| { |
| "epoch": 9.349726775956285, |
| "grad_norm": 1.2776695257343818e-05, |
| "learning_rate": 3.612629022465088e-06, |
| "loss": 0.0, |
| "step": 8555 |
| }, |
| { |
| "epoch": 9.3551912568306, |
| "grad_norm": 4.267817348591052e-05, |
| "learning_rate": 3.58227079538555e-06, |
| "loss": 0.0, |
| "step": 8560 |
| }, |
| { |
| "epoch": 9.360655737704919, |
| "grad_norm": 9.000210411613807e-06, |
| "learning_rate": 3.551912568306011e-06, |
| "loss": 0.0, |
| "step": 8565 |
| }, |
| { |
| "epoch": 9.366120218579235, |
| "grad_norm": 1.3303446394274943e-05, |
| "learning_rate": 3.5215543412264726e-06, |
| "loss": 0.0, |
| "step": 8570 |
| }, |
| { |
| "epoch": 9.371584699453551, |
| "grad_norm": 5.926217636442743e-05, |
| "learning_rate": 3.491196114146934e-06, |
| "loss": 0.0, |
| "step": 8575 |
| }, |
| { |
| "epoch": 9.37704918032787, |
| "grad_norm": 9.163100003206637e-06, |
| "learning_rate": 3.4608378870673953e-06, |
| "loss": 0.0, |
| "step": 8580 |
| }, |
| { |
| "epoch": 9.382513661202186, |
| "grad_norm": 8.968859219748992e-06, |
| "learning_rate": 3.430479659987857e-06, |
| "loss": 0.0, |
| "step": 8585 |
| }, |
| { |
| "epoch": 9.387978142076502, |
| "grad_norm": 1.1057231859012973e-05, |
| "learning_rate": 3.400121432908318e-06, |
| "loss": 0.0, |
| "step": 8590 |
| }, |
| { |
| "epoch": 9.39344262295082, |
| "grad_norm": 9.770934411790222e-06, |
| "learning_rate": 3.36976320582878e-06, |
| "loss": 0.0, |
| "step": 8595 |
| }, |
| { |
| "epoch": 9.398907103825136, |
| "grad_norm": 0.0007320807198993862, |
| "learning_rate": 3.3394049787492415e-06, |
| "loss": 0.0, |
| "step": 8600 |
| }, |
| { |
| "epoch": 9.404371584699454, |
| "grad_norm": 0.0010416394798085093, |
| "learning_rate": 3.3090467516697027e-06, |
| "loss": 0.0, |
| "step": 8605 |
| }, |
| { |
| "epoch": 9.40983606557377, |
| "grad_norm": 1.6940070054261014e-05, |
| "learning_rate": 3.278688524590164e-06, |
| "loss": 0.0, |
| "step": 8610 |
| }, |
| { |
| "epoch": 9.415300546448087, |
| "grad_norm": 1.8109252778231166e-05, |
| "learning_rate": 3.2483302975106253e-06, |
| "loss": 0.0, |
| "step": 8615 |
| }, |
| { |
| "epoch": 9.420765027322405, |
| "grad_norm": 1.22038818517467e-05, |
| "learning_rate": 3.217972070431087e-06, |
| "loss": 0.0, |
| "step": 8620 |
| }, |
| { |
| "epoch": 9.426229508196721, |
| "grad_norm": 9.562543709762394e-06, |
| "learning_rate": 3.187613843351549e-06, |
| "loss": 0.0, |
| "step": 8625 |
| }, |
| { |
| "epoch": 9.431693989071038, |
| "grad_norm": 1.2685290130320936e-05, |
| "learning_rate": 3.1572556162720096e-06, |
| "loss": 0.0, |
| "step": 8630 |
| }, |
| { |
| "epoch": 9.437158469945356, |
| "grad_norm": 9.530190254736226e-06, |
| "learning_rate": 3.1268973891924715e-06, |
| "loss": 0.0, |
| "step": 8635 |
| }, |
| { |
| "epoch": 9.442622950819672, |
| "grad_norm": 3.304435813333839e-05, |
| "learning_rate": 3.0965391621129327e-06, |
| "loss": 0.0, |
| "step": 8640 |
| }, |
| { |
| "epoch": 9.448087431693988, |
| "grad_norm": 1.0142703104065731e-05, |
| "learning_rate": 3.0661809350333942e-06, |
| "loss": 0.0, |
| "step": 8645 |
| }, |
| { |
| "epoch": 9.453551912568306, |
| "grad_norm": 3.2079547963803634e-05, |
| "learning_rate": 3.0358227079538558e-06, |
| "loss": 0.0, |
| "step": 8650 |
| }, |
| { |
| "epoch": 9.459016393442623, |
| "grad_norm": 7.287067546712933e-06, |
| "learning_rate": 3.005464480874317e-06, |
| "loss": 0.0, |
| "step": 8655 |
| }, |
| { |
| "epoch": 9.46448087431694, |
| "grad_norm": 0.00036683311918750405, |
| "learning_rate": 2.975106253794779e-06, |
| "loss": 0.0, |
| "step": 8660 |
| }, |
| { |
| "epoch": 9.469945355191257, |
| "grad_norm": 1.1772449397540186e-05, |
| "learning_rate": 2.94474802671524e-06, |
| "loss": 0.0, |
| "step": 8665 |
| }, |
| { |
| "epoch": 9.475409836065573, |
| "grad_norm": 0.0004519826325122267, |
| "learning_rate": 2.9143897996357016e-06, |
| "loss": 0.0, |
| "step": 8670 |
| }, |
| { |
| "epoch": 9.480874316939891, |
| "grad_norm": 1.3867033885617275e-05, |
| "learning_rate": 2.8840315725561627e-06, |
| "loss": 0.0, |
| "step": 8675 |
| }, |
| { |
| "epoch": 9.486338797814208, |
| "grad_norm": 1.1242904292885214e-05, |
| "learning_rate": 2.8536733454766242e-06, |
| "loss": 0.0, |
| "step": 8680 |
| }, |
| { |
| "epoch": 9.491803278688524, |
| "grad_norm": 1.9089002307737246e-05, |
| "learning_rate": 2.823315118397086e-06, |
| "loss": 0.0, |
| "step": 8685 |
| }, |
| { |
| "epoch": 9.497267759562842, |
| "grad_norm": 6.980729267525021e-06, |
| "learning_rate": 2.7929568913175473e-06, |
| "loss": 0.0, |
| "step": 8690 |
| }, |
| { |
| "epoch": 9.502732240437158, |
| "grad_norm": 2.4231898350990377e-05, |
| "learning_rate": 2.7625986642380085e-06, |
| "loss": 0.0, |
| "step": 8695 |
| }, |
| { |
| "epoch": 9.508196721311476, |
| "grad_norm": 4.8574838729109615e-05, |
| "learning_rate": 2.73224043715847e-06, |
| "loss": 0.0, |
| "step": 8700 |
| }, |
| { |
| "epoch": 9.513661202185792, |
| "grad_norm": 4.2161831515841186e-05, |
| "learning_rate": 2.701882210078931e-06, |
| "loss": 0.0, |
| "step": 8705 |
| }, |
| { |
| "epoch": 9.519125683060109, |
| "grad_norm": 9.971013241738547e-06, |
| "learning_rate": 2.671523982999393e-06, |
| "loss": 0.0, |
| "step": 8710 |
| }, |
| { |
| "epoch": 9.524590163934427, |
| "grad_norm": 2.4025157472351566e-05, |
| "learning_rate": 2.6411657559198543e-06, |
| "loss": 0.0, |
| "step": 8715 |
| }, |
| { |
| "epoch": 9.530054644808743, |
| "grad_norm": 2.1537007341976278e-05, |
| "learning_rate": 2.610807528840316e-06, |
| "loss": 0.0, |
| "step": 8720 |
| }, |
| { |
| "epoch": 9.53551912568306, |
| "grad_norm": 0.0013983087847009301, |
| "learning_rate": 2.5804493017607774e-06, |
| "loss": 0.0, |
| "step": 8725 |
| }, |
| { |
| "epoch": 9.540983606557377, |
| "grad_norm": 8.980196980701294e-06, |
| "learning_rate": 2.550091074681239e-06, |
| "loss": 0.0, |
| "step": 8730 |
| }, |
| { |
| "epoch": 9.546448087431694, |
| "grad_norm": 8.051301847444847e-06, |
| "learning_rate": 2.5197328476017005e-06, |
| "loss": 0.0, |
| "step": 8735 |
| }, |
| { |
| "epoch": 9.551912568306012, |
| "grad_norm": 1.0314599421690218e-05, |
| "learning_rate": 2.4893746205221616e-06, |
| "loss": 0.0, |
| "step": 8740 |
| }, |
| { |
| "epoch": 9.557377049180328, |
| "grad_norm": 9.725902600621339e-06, |
| "learning_rate": 2.459016393442623e-06, |
| "loss": 0.0, |
| "step": 8745 |
| }, |
| { |
| "epoch": 9.562841530054644, |
| "grad_norm": 2.8515923986560665e-05, |
| "learning_rate": 2.4286581663630843e-06, |
| "loss": 0.0, |
| "step": 8750 |
| }, |
| { |
| "epoch": 9.568306010928962, |
| "grad_norm": 0.0003265489067416638, |
| "learning_rate": 2.3982999392835463e-06, |
| "loss": 0.0, |
| "step": 8755 |
| }, |
| { |
| "epoch": 9.573770491803279, |
| "grad_norm": 8.852043720253278e-06, |
| "learning_rate": 2.3679417122040074e-06, |
| "loss": 0.0, |
| "step": 8760 |
| }, |
| { |
| "epoch": 9.579234972677595, |
| "grad_norm": 7.82777806307422e-06, |
| "learning_rate": 2.337583485124469e-06, |
| "loss": 0.0, |
| "step": 8765 |
| }, |
| { |
| "epoch": 9.584699453551913, |
| "grad_norm": 1.2773216440109536e-05, |
| "learning_rate": 2.30722525804493e-06, |
| "loss": 0.0, |
| "step": 8770 |
| }, |
| { |
| "epoch": 9.59016393442623, |
| "grad_norm": 7.689292942814063e-06, |
| "learning_rate": 2.2768670309653916e-06, |
| "loss": 0.0, |
| "step": 8775 |
| }, |
| { |
| "epoch": 9.595628415300546, |
| "grad_norm": 1.9598150174715556e-05, |
| "learning_rate": 2.246508803885853e-06, |
| "loss": 0.0, |
| "step": 8780 |
| }, |
| { |
| "epoch": 9.601092896174864, |
| "grad_norm": 1.991266617551446e-05, |
| "learning_rate": 2.2161505768063147e-06, |
| "loss": 0.0, |
| "step": 8785 |
| }, |
| { |
| "epoch": 9.60655737704918, |
| "grad_norm": 8.718829121789895e-06, |
| "learning_rate": 2.185792349726776e-06, |
| "loss": 0.0, |
| "step": 8790 |
| }, |
| { |
| "epoch": 9.612021857923498, |
| "grad_norm": 1.2843075637647416e-05, |
| "learning_rate": 2.1554341226472374e-06, |
| "loss": 0.0, |
| "step": 8795 |
| }, |
| { |
| "epoch": 9.617486338797814, |
| "grad_norm": 8.296131454699207e-06, |
| "learning_rate": 2.125075895567699e-06, |
| "loss": 0.0, |
| "step": 8800 |
| }, |
| { |
| "epoch": 9.62295081967213, |
| "grad_norm": 9.450495781493373e-06, |
| "learning_rate": 2.0947176684881605e-06, |
| "loss": 0.0, |
| "step": 8805 |
| }, |
| { |
| "epoch": 9.628415300546449, |
| "grad_norm": 8.672905096318573e-06, |
| "learning_rate": 2.064359441408622e-06, |
| "loss": 0.0, |
| "step": 8810 |
| }, |
| { |
| "epoch": 9.633879781420765, |
| "grad_norm": 1.4991738680691924e-05, |
| "learning_rate": 2.034001214329083e-06, |
| "loss": 0.0, |
| "step": 8815 |
| }, |
| { |
| "epoch": 9.639344262295083, |
| "grad_norm": 1.4407401977223344e-05, |
| "learning_rate": 2.0036429872495447e-06, |
| "loss": 0.0, |
| "step": 8820 |
| }, |
| { |
| "epoch": 9.6448087431694, |
| "grad_norm": 2.0339235561550595e-05, |
| "learning_rate": 1.973284760170006e-06, |
| "loss": 0.0, |
| "step": 8825 |
| }, |
| { |
| "epoch": 9.650273224043715, |
| "grad_norm": 1.8044936950900592e-05, |
| "learning_rate": 1.942926533090468e-06, |
| "loss": 0.0, |
| "step": 8830 |
| }, |
| { |
| "epoch": 9.655737704918034, |
| "grad_norm": 8.918646926758811e-06, |
| "learning_rate": 1.912568306010929e-06, |
| "loss": 0.0, |
| "step": 8835 |
| }, |
| { |
| "epoch": 9.66120218579235, |
| "grad_norm": 1.3933055015513673e-05, |
| "learning_rate": 1.8822100789313905e-06, |
| "loss": 0.0, |
| "step": 8840 |
| }, |
| { |
| "epoch": 9.666666666666666, |
| "grad_norm": 1.8471546354703605e-05, |
| "learning_rate": 1.8518518518518519e-06, |
| "loss": 0.0, |
| "step": 8845 |
| }, |
| { |
| "epoch": 9.672131147540984, |
| "grad_norm": 1.658586916164495e-05, |
| "learning_rate": 1.8214936247723136e-06, |
| "loss": 0.0, |
| "step": 8850 |
| }, |
| { |
| "epoch": 9.6775956284153, |
| "grad_norm": 8.949955372372642e-06, |
| "learning_rate": 1.791135397692775e-06, |
| "loss": 0.0, |
| "step": 8855 |
| }, |
| { |
| "epoch": 9.683060109289617, |
| "grad_norm": 8.244574019045103e-06, |
| "learning_rate": 1.7607771706132363e-06, |
| "loss": 0.0, |
| "step": 8860 |
| }, |
| { |
| "epoch": 9.688524590163935, |
| "grad_norm": 1.4154088603390846e-05, |
| "learning_rate": 1.7304189435336977e-06, |
| "loss": 0.0, |
| "step": 8865 |
| }, |
| { |
| "epoch": 9.693989071038251, |
| "grad_norm": 7.654744877072517e-06, |
| "learning_rate": 1.700060716454159e-06, |
| "loss": 0.0, |
| "step": 8870 |
| }, |
| { |
| "epoch": 9.699453551912569, |
| "grad_norm": 3.458944411249831e-05, |
| "learning_rate": 1.6697024893746208e-06, |
| "loss": 0.0, |
| "step": 8875 |
| }, |
| { |
| "epoch": 9.704918032786885, |
| "grad_norm": 3.436910265008919e-05, |
| "learning_rate": 1.639344262295082e-06, |
| "loss": 0.0, |
| "step": 8880 |
| }, |
| { |
| "epoch": 9.710382513661202, |
| "grad_norm": 1.1345953680574894e-05, |
| "learning_rate": 1.6089860352155434e-06, |
| "loss": 0.0, |
| "step": 8885 |
| }, |
| { |
| "epoch": 9.71584699453552, |
| "grad_norm": 9.515051715425216e-06, |
| "learning_rate": 1.5786278081360048e-06, |
| "loss": 0.0, |
| "step": 8890 |
| }, |
| { |
| "epoch": 9.721311475409836, |
| "grad_norm": 1.4450808521360159e-05, |
| "learning_rate": 1.5482695810564663e-06, |
| "loss": 0.0, |
| "step": 8895 |
| }, |
| { |
| "epoch": 9.726775956284152, |
| "grad_norm": 0.0002483540738467127, |
| "learning_rate": 1.5179113539769279e-06, |
| "loss": 0.0, |
| "step": 8900 |
| }, |
| { |
| "epoch": 9.73224043715847, |
| "grad_norm": 7.709054443694185e-06, |
| "learning_rate": 1.4875531268973894e-06, |
| "loss": 0.0, |
| "step": 8905 |
| }, |
| { |
| "epoch": 9.737704918032787, |
| "grad_norm": 0.0009973180713132024, |
| "learning_rate": 1.4571948998178508e-06, |
| "loss": 0.0, |
| "step": 8910 |
| }, |
| { |
| "epoch": 9.743169398907105, |
| "grad_norm": 6.907128408784047e-05, |
| "learning_rate": 1.4268366727383121e-06, |
| "loss": 0.0, |
| "step": 8915 |
| }, |
| { |
| "epoch": 9.748633879781421, |
| "grad_norm": 9.242547093890607e-06, |
| "learning_rate": 1.3964784456587737e-06, |
| "loss": 0.0, |
| "step": 8920 |
| }, |
| { |
| "epoch": 9.754098360655737, |
| "grad_norm": 1.0322552952857222e-05, |
| "learning_rate": 1.366120218579235e-06, |
| "loss": 0.0, |
| "step": 8925 |
| }, |
| { |
| "epoch": 9.759562841530055, |
| "grad_norm": 7.239196747832466e-06, |
| "learning_rate": 1.3357619914996966e-06, |
| "loss": 0.0, |
| "step": 8930 |
| }, |
| { |
| "epoch": 9.765027322404372, |
| "grad_norm": 1.5557798178633675e-05, |
| "learning_rate": 1.305403764420158e-06, |
| "loss": 0.0, |
| "step": 8935 |
| }, |
| { |
| "epoch": 9.770491803278688, |
| "grad_norm": 2.291934288223274e-05, |
| "learning_rate": 1.2750455373406195e-06, |
| "loss": 0.0, |
| "step": 8940 |
| }, |
| { |
| "epoch": 9.775956284153006, |
| "grad_norm": 7.496446869481588e-06, |
| "learning_rate": 1.2446873102610808e-06, |
| "loss": 0.0, |
| "step": 8945 |
| }, |
| { |
| "epoch": 9.781420765027322, |
| "grad_norm": 4.650903429137543e-05, |
| "learning_rate": 1.2143290831815421e-06, |
| "loss": 0.0, |
| "step": 8950 |
| }, |
| { |
| "epoch": 9.78688524590164, |
| "grad_norm": 9.247813977708574e-06, |
| "learning_rate": 1.1839708561020037e-06, |
| "loss": 0.0, |
| "step": 8955 |
| }, |
| { |
| "epoch": 9.792349726775956, |
| "grad_norm": 0.00309645663946867, |
| "learning_rate": 1.153612629022465e-06, |
| "loss": 0.0, |
| "step": 8960 |
| }, |
| { |
| "epoch": 9.797814207650273, |
| "grad_norm": 9.541035979054868e-06, |
| "learning_rate": 1.1232544019429266e-06, |
| "loss": 0.0, |
| "step": 8965 |
| }, |
| { |
| "epoch": 9.80327868852459, |
| "grad_norm": 6.343203949654708e-06, |
| "learning_rate": 1.092896174863388e-06, |
| "loss": 0.0, |
| "step": 8970 |
| }, |
| { |
| "epoch": 9.808743169398907, |
| "grad_norm": 2.5990406356868334e-05, |
| "learning_rate": 1.0625379477838495e-06, |
| "loss": 0.0, |
| "step": 8975 |
| }, |
| { |
| "epoch": 9.814207650273223, |
| "grad_norm": 0.0003062534669879824, |
| "learning_rate": 1.032179720704311e-06, |
| "loss": 0.0, |
| "step": 8980 |
| }, |
| { |
| "epoch": 9.819672131147541, |
| "grad_norm": 1.3689349543710705e-05, |
| "learning_rate": 1.0018214936247724e-06, |
| "loss": 0.0, |
| "step": 8985 |
| }, |
| { |
| "epoch": 9.825136612021858, |
| "grad_norm": 8.631909622636158e-06, |
| "learning_rate": 9.71463266545234e-07, |
| "loss": 0.0, |
| "step": 8990 |
| }, |
| { |
| "epoch": 9.830601092896174, |
| "grad_norm": 1.931633050844539e-05, |
| "learning_rate": 9.411050394656953e-07, |
| "loss": 0.0, |
| "step": 8995 |
| }, |
| { |
| "epoch": 9.836065573770492, |
| "grad_norm": 9.17322267923737e-06, |
| "learning_rate": 9.107468123861568e-07, |
| "loss": 0.0, |
| "step": 9000 |
| }, |
| { |
| "epoch": 9.841530054644808, |
| "grad_norm": 3.237798227928579e-05, |
| "learning_rate": 8.803885853066182e-07, |
| "loss": 0.0, |
| "step": 9005 |
| }, |
| { |
| "epoch": 9.846994535519126, |
| "grad_norm": 9.100303941522725e-06, |
| "learning_rate": 8.500303582270795e-07, |
| "loss": 0.0, |
| "step": 9010 |
| }, |
| { |
| "epoch": 9.852459016393443, |
| "grad_norm": 9.24307187233353e-06, |
| "learning_rate": 8.19672131147541e-07, |
| "loss": 0.0, |
| "step": 9015 |
| }, |
| { |
| "epoch": 9.857923497267759, |
| "grad_norm": 0.00014155333337839693, |
| "learning_rate": 7.893139040680024e-07, |
| "loss": 0.0, |
| "step": 9020 |
| }, |
| { |
| "epoch": 9.863387978142077, |
| "grad_norm": 1.3452459825202823e-05, |
| "learning_rate": 7.589556769884639e-07, |
| "loss": 0.0, |
| "step": 9025 |
| }, |
| { |
| "epoch": 9.868852459016393, |
| "grad_norm": 0.00011776310566347092, |
| "learning_rate": 7.285974499089254e-07, |
| "loss": 0.0, |
| "step": 9030 |
| }, |
| { |
| "epoch": 9.87431693989071, |
| "grad_norm": 1.1997640285699163e-05, |
| "learning_rate": 6.982392228293868e-07, |
| "loss": 0.0, |
| "step": 9035 |
| }, |
| { |
| "epoch": 9.879781420765028, |
| "grad_norm": 2.0175972167635337e-05, |
| "learning_rate": 6.678809957498483e-07, |
| "loss": 0.0, |
| "step": 9040 |
| }, |
| { |
| "epoch": 9.885245901639344, |
| "grad_norm": 0.0003090601530857384, |
| "learning_rate": 6.375227686703097e-07, |
| "loss": 0.0, |
| "step": 9045 |
| }, |
| { |
| "epoch": 9.890710382513662, |
| "grad_norm": 7.763220310152974e-06, |
| "learning_rate": 6.071645415907711e-07, |
| "loss": 0.0, |
| "step": 9050 |
| }, |
| { |
| "epoch": 9.896174863387978, |
| "grad_norm": 8.539267582818866e-06, |
| "learning_rate": 5.768063145112325e-07, |
| "loss": 0.0, |
| "step": 9055 |
| }, |
| { |
| "epoch": 9.901639344262295, |
| "grad_norm": 4.812333645531908e-05, |
| "learning_rate": 5.46448087431694e-07, |
| "loss": 0.0, |
| "step": 9060 |
| }, |
| { |
| "epoch": 9.907103825136613, |
| "grad_norm": 7.236944838950876e-06, |
| "learning_rate": 5.160898603521555e-07, |
| "loss": 0.0, |
| "step": 9065 |
| }, |
| { |
| "epoch": 9.912568306010929, |
| "grad_norm": 7.316658411582466e-06, |
| "learning_rate": 4.85731633272617e-07, |
| "loss": 0.0, |
| "step": 9070 |
| }, |
| { |
| "epoch": 9.918032786885245, |
| "grad_norm": 8.218483344535343e-06, |
| "learning_rate": 4.553734061930784e-07, |
| "loss": 0.0, |
| "step": 9075 |
| }, |
| { |
| "epoch": 9.923497267759563, |
| "grad_norm": 1.1103961696790066e-05, |
| "learning_rate": 4.2501517911353975e-07, |
| "loss": 0.0, |
| "step": 9080 |
| }, |
| { |
| "epoch": 9.92896174863388, |
| "grad_norm": 9.260171282221563e-06, |
| "learning_rate": 3.946569520340012e-07, |
| "loss": 0.0, |
| "step": 9085 |
| }, |
| { |
| "epoch": 9.934426229508198, |
| "grad_norm": 1.0400766768725589e-05, |
| "learning_rate": 3.642987249544627e-07, |
| "loss": 0.0, |
| "step": 9090 |
| }, |
| { |
| "epoch": 9.939890710382514, |
| "grad_norm": 9.862003025773447e-06, |
| "learning_rate": 3.3394049787492414e-07, |
| "loss": 0.0, |
| "step": 9095 |
| }, |
| { |
| "epoch": 9.94535519125683, |
| "grad_norm": 7.058705705276225e-06, |
| "learning_rate": 3.0358227079538554e-07, |
| "loss": 0.0, |
| "step": 9100 |
| }, |
| { |
| "epoch": 9.950819672131148, |
| "grad_norm": 1.4703833585372195e-05, |
| "learning_rate": 2.73224043715847e-07, |
| "loss": 0.0, |
| "step": 9105 |
| }, |
| { |
| "epoch": 9.956284153005464, |
| "grad_norm": 7.783631190250162e-06, |
| "learning_rate": 2.428658166363085e-07, |
| "loss": 0.0, |
| "step": 9110 |
| }, |
| { |
| "epoch": 9.96174863387978, |
| "grad_norm": 1.1165495379827917e-05, |
| "learning_rate": 2.1250758955676987e-07, |
| "loss": 0.0, |
| "step": 9115 |
| }, |
| { |
| "epoch": 9.967213114754099, |
| "grad_norm": 0.0003044393961317837, |
| "learning_rate": 1.8214936247723135e-07, |
| "loss": 0.0, |
| "step": 9120 |
| }, |
| { |
| "epoch": 9.972677595628415, |
| "grad_norm": 1.3321034202817827e-05, |
| "learning_rate": 1.5179113539769277e-07, |
| "loss": 0.0, |
| "step": 9125 |
| }, |
| { |
| "epoch": 9.978142076502731, |
| "grad_norm": 2.1599676983896643e-05, |
| "learning_rate": 1.2143290831815424e-07, |
| "loss": 0.0, |
| "step": 9130 |
| }, |
| { |
| "epoch": 9.98360655737705, |
| "grad_norm": 1.0389105227659456e-05, |
| "learning_rate": 9.107468123861567e-08, |
| "loss": 0.0, |
| "step": 9135 |
| }, |
| { |
| "epoch": 9.989071038251366, |
| "grad_norm": 6.75558248985908e-06, |
| "learning_rate": 6.071645415907712e-08, |
| "loss": 0.0, |
| "step": 9140 |
| }, |
| { |
| "epoch": 9.994535519125684, |
| "grad_norm": 0.00030103125027380884, |
| "learning_rate": 3.035822707953856e-08, |
| "loss": 0.0, |
| "step": 9145 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 1.5515264749410562e-05, |
| "learning_rate": 0.0, |
| "loss": 0.0, |
| "step": 9150 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_loss": 9.066787356459827e-07, |
| "eval_runtime": 670.1167, |
| "eval_samples_per_second": 10.918, |
| "eval_steps_per_second": 1.365, |
| "step": 9150 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 9150, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "total_flos": 2.5121727459832627e+18, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
