| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 0, |
| "global_step": 388311, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0038628831014315846, |
| "grad_norm": 0.028026340529322624, |
| "learning_rate": 2.5701335714040445e-06, |
| "loss": 0.0035, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.007725766202863169, |
| "grad_norm": 0.028945209458470345, |
| "learning_rate": 5.145417711087456e-06, |
| "loss": 0.0024, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.011588649304294754, |
| "grad_norm": 0.023790603503584862, |
| "learning_rate": 7.720701850770868e-06, |
| "loss": 0.0022, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.015451532405726338, |
| "grad_norm": 0.012105235829949379, |
| "learning_rate": 1.0295985990454279e-05, |
| "loss": 0.002, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.01931441550715792, |
| "grad_norm": 0.007807546760886908, |
| "learning_rate": 1.2871270130137691e-05, |
| "loss": 0.0019, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.023177298608589508, |
| "grad_norm": 0.004866514354944229, |
| "learning_rate": 1.54465542698211e-05, |
| "loss": 0.0019, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.02704018171002109, |
| "grad_norm": 0.004499210510402918, |
| "learning_rate": 1.8021838409504514e-05, |
| "loss": 0.0018, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.030903064811452677, |
| "grad_norm": 0.0029713744297623634, |
| "learning_rate": 2.0597122549187926e-05, |
| "loss": 0.0018, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.03476594791288426, |
| "grad_norm": 0.002635620068758726, |
| "learning_rate": 2.3172406688871335e-05, |
| "loss": 0.0017, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.03862883101431584, |
| "grad_norm": 0.0026769228279590607, |
| "learning_rate": 2.5747690828554747e-05, |
| "loss": 0.0017, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.04249171411574743, |
| "grad_norm": 0.004493319429457188, |
| "learning_rate": 2.8322974968238163e-05, |
| "loss": 0.0016, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.046354597217179015, |
| "grad_norm": 0.002984994789585471, |
| "learning_rate": 3.089825910792157e-05, |
| "loss": 0.0016, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.0502174803186106, |
| "grad_norm": 0.002657888922840357, |
| "learning_rate": 3.3473543247604984e-05, |
| "loss": 0.0016, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.05408036342004218, |
| "grad_norm": 0.0023709412198513746, |
| "learning_rate": 3.604882738728839e-05, |
| "loss": 0.0016, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.057943246521473764, |
| "grad_norm": 0.00325986510142684, |
| "learning_rate": 3.862411152697181e-05, |
| "loss": 0.0015, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.061806129622905354, |
| "grad_norm": 0.0019731384236365557, |
| "learning_rate": 4.119939566665521e-05, |
| "loss": 0.0015, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.06566901272433694, |
| "grad_norm": 0.002514706226065755, |
| "learning_rate": 4.377467980633863e-05, |
| "loss": 0.0015, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.06953189582576852, |
| "grad_norm": 0.005514668766409159, |
| "learning_rate": 4.634996394602204e-05, |
| "loss": 0.0014, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.0733947789272001, |
| "grad_norm": 0.002325449837371707, |
| "learning_rate": 4.892524808570545e-05, |
| "loss": 0.0014, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.07725766202863169, |
| "grad_norm": 0.00256099714897573, |
| "learning_rate": 5.150053222538886e-05, |
| "loss": 0.0014, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.08112054513006327, |
| "grad_norm": 0.002316329861059785, |
| "learning_rate": 5.4075816365072276e-05, |
| "loss": 0.0013, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.08498342823149486, |
| "grad_norm": 0.002595042111352086, |
| "learning_rate": 5.6651100504755685e-05, |
| "loss": 0.0013, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.08884631133292645, |
| "grad_norm": 0.002004101872444153, |
| "learning_rate": 5.92263846444391e-05, |
| "loss": 0.0013, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.09270919443435803, |
| "grad_norm": 0.001948538818396628, |
| "learning_rate": 6.180166878412251e-05, |
| "loss": 0.0012, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.09657207753578961, |
| "grad_norm": 0.002029005205258727, |
| "learning_rate": 6.437695292380593e-05, |
| "loss": 0.0012, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.1004349606372212, |
| "grad_norm": 0.001954406499862671, |
| "learning_rate": 6.695223706348933e-05, |
| "loss": 0.0012, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.10429784373865278, |
| "grad_norm": 0.001649603364057839, |
| "learning_rate": 6.952752120317274e-05, |
| "loss": 0.0012, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.10816072684008436, |
| "grad_norm": 0.002146226353943348, |
| "learning_rate": 7.210280534285616e-05, |
| "loss": 0.0011, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.11202360994151594, |
| "grad_norm": 0.002416988369077444, |
| "learning_rate": 7.467808948253957e-05, |
| "loss": 0.0011, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.11588649304294753, |
| "grad_norm": 0.0018118915613740683, |
| "learning_rate": 7.725337362222298e-05, |
| "loss": 0.0011, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.11974937614437912, |
| "grad_norm": 0.0018452458316460252, |
| "learning_rate": 7.982865776190639e-05, |
| "loss": 0.0011, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.12361225924581071, |
| "grad_norm": 0.0015237265033647418, |
| "learning_rate": 8.240394190158981e-05, |
| "loss": 0.0011, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.12747514234724228, |
| "grad_norm": 0.0019381915917620063, |
| "learning_rate": 8.497922604127322e-05, |
| "loss": 0.001, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.13133802544867387, |
| "grad_norm": 0.0018706010887399316, |
| "learning_rate": 8.755451018095661e-05, |
| "loss": 0.001, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.13520090855010547, |
| "grad_norm": 0.0016168917063623667, |
| "learning_rate": 9.012979432064003e-05, |
| "loss": 0.001, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.13906379165153704, |
| "grad_norm": 0.0015931539237499237, |
| "learning_rate": 9.270507846032344e-05, |
| "loss": 0.001, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.14292667475296864, |
| "grad_norm": 0.0014986397000029683, |
| "learning_rate": 9.528036260000686e-05, |
| "loss": 0.001, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.1467895578544002, |
| "grad_norm": 0.0014668807853013277, |
| "learning_rate": 9.785564673969028e-05, |
| "loss": 0.0009, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.1506524409558318, |
| "grad_norm": 0.0013408615486696362, |
| "learning_rate": 0.00010043093087937369, |
| "loss": 0.0009, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.15451532405726337, |
| "grad_norm": 0.0015196386957541108, |
| "learning_rate": 0.00010300621501905708, |
| "loss": 0.0009, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.15837820715869497, |
| "grad_norm": 0.0013054045848548412, |
| "learning_rate": 0.0001055814991587405, |
| "loss": 0.0009, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.16224109026012654, |
| "grad_norm": 0.001247019157744944, |
| "learning_rate": 0.00010815678329842391, |
| "loss": 0.0009, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.16610397336155813, |
| "grad_norm": 0.001298928284086287, |
| "learning_rate": 0.00011073206743810733, |
| "loss": 0.0008, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.16996685646298973, |
| "grad_norm": 0.0011672589462250471, |
| "learning_rate": 0.00011330735157779074, |
| "loss": 0.0008, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.1738297395644213, |
| "grad_norm": 0.0012577781453728676, |
| "learning_rate": 0.00011588263571747416, |
| "loss": 0.0008, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.1776926226658529, |
| "grad_norm": 0.0011562498984858394, |
| "learning_rate": 0.00011845791985715756, |
| "loss": 0.0008, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.18155550576728446, |
| "grad_norm": 0.0011603948660194874, |
| "learning_rate": 0.00012103320399684098, |
| "loss": 0.0008, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.18541838886871606, |
| "grad_norm": 0.0011685957433655858, |
| "learning_rate": 0.00012360848813652438, |
| "loss": 0.0008, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.18928127197014763, |
| "grad_norm": 0.0012253538006916642, |
| "learning_rate": 0.0001261837722762078, |
| "loss": 0.0008, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.19314415507157923, |
| "grad_norm": 0.0009547853842377663, |
| "learning_rate": 0.0001287590564158912, |
| "loss": 0.0008, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.1970070381730108, |
| "grad_norm": 0.0009738618973642588, |
| "learning_rate": 0.0001313343405555746, |
| "loss": 0.0007, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.2008699212744424, |
| "grad_norm": 0.0009221744840033352, |
| "learning_rate": 0.00013390962469525801, |
| "loss": 0.0007, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.204732804375874, |
| "grad_norm": 0.0010526985861361027, |
| "learning_rate": 0.00013648490883494144, |
| "loss": 0.0007, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.20859568747730556, |
| "grad_norm": 0.0010718920966610312, |
| "learning_rate": 0.00013906019297462485, |
| "loss": 0.0007, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.21245857057873715, |
| "grad_norm": 0.0010513877496123314, |
| "learning_rate": 0.00014163547711430828, |
| "loss": 0.0007, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.21632145368016872, |
| "grad_norm": 0.0010410523973405361, |
| "learning_rate": 0.00014421076125399168, |
| "loss": 0.0007, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.22018433678160032, |
| "grad_norm": 0.0010957131162285805, |
| "learning_rate": 0.00014678604539367508, |
| "loss": 0.0007, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.2240472198830319, |
| "grad_norm": 0.0011075297370553017, |
| "learning_rate": 0.0001493613295333585, |
| "loss": 0.0007, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.2279101029844635, |
| "grad_norm": 0.0009366936865262687, |
| "learning_rate": 0.00015193661367304188, |
| "loss": 0.0007, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.23177298608589506, |
| "grad_norm": 0.0009237458580173552, |
| "learning_rate": 0.00015451189781272534, |
| "loss": 0.0007, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.23563586918732665, |
| "grad_norm": 0.0009658120106905699, |
| "learning_rate": 0.00015708718195240872, |
| "loss": 0.0007, |
| "step": 30500 |
| }, |
| { |
| "epoch": 0.23949875228875825, |
| "grad_norm": 0.0009536503930576146, |
| "learning_rate": 0.00015966246609209214, |
| "loss": 0.0007, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.24336163539018982, |
| "grad_norm": 0.0009778173407539725, |
| "learning_rate": 0.00016223775023177555, |
| "loss": 0.0006, |
| "step": 31500 |
| }, |
| { |
| "epoch": 0.24722451849162141, |
| "grad_norm": 0.0010041093919426203, |
| "learning_rate": 0.00016481303437145898, |
| "loss": 0.0006, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.251087401593053, |
| "grad_norm": 0.0008569998317398131, |
| "learning_rate": 0.00016738831851114238, |
| "loss": 0.0006, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.25495028469448455, |
| "grad_norm": 0.0009386276942677796, |
| "learning_rate": 0.00016996360265082578, |
| "loss": 0.0006, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.2588131677959162, |
| "grad_norm": 0.0008849843870848417, |
| "learning_rate": 0.0001725388867905092, |
| "loss": 0.0006, |
| "step": 33500 |
| }, |
| { |
| "epoch": 0.26267605089734775, |
| "grad_norm": 0.0008240257739089429, |
| "learning_rate": 0.0001751141709301926, |
| "loss": 0.0006, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.2665389339987793, |
| "grad_norm": 0.0009251784067600965, |
| "learning_rate": 0.00017768945506987604, |
| "loss": 0.0006, |
| "step": 34500 |
| }, |
| { |
| "epoch": 0.27040181710021094, |
| "grad_norm": 0.0009474306716583669, |
| "learning_rate": 0.00018026473920955944, |
| "loss": 0.0006, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.2742647002016425, |
| "grad_norm": 0.0008043038542382419, |
| "learning_rate": 0.00018284002334924285, |
| "loss": 0.0006, |
| "step": 35500 |
| }, |
| { |
| "epoch": 0.2781275833030741, |
| "grad_norm": 0.0007399991736747324, |
| "learning_rate": 0.00018541530748892627, |
| "loss": 0.0006, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.28199046640450565, |
| "grad_norm": 0.0008425785345025361, |
| "learning_rate": 0.00018799059162860968, |
| "loss": 0.0006, |
| "step": 36500 |
| }, |
| { |
| "epoch": 0.28585334950593727, |
| "grad_norm": 0.0008299360633827746, |
| "learning_rate": 0.0001905658757682931, |
| "loss": 0.0006, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.28971623260736884, |
| "grad_norm": 0.0007926743710413575, |
| "learning_rate": 0.0001931411599079765, |
| "loss": 0.0006, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.2935791157088004, |
| "grad_norm": 0.0008646908099763095, |
| "learning_rate": 0.00019571644404765988, |
| "loss": 0.0006, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.297441998810232, |
| "grad_norm": 0.000800468900706619, |
| "learning_rate": 0.0001982917281873433, |
| "loss": 0.0006, |
| "step": 38500 |
| }, |
| { |
| "epoch": 0.3013048819116636, |
| "grad_norm": 0.0007611193577758968, |
| "learning_rate": 0.00020086701232702671, |
| "loss": 0.0006, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.30516776501309517, |
| "grad_norm": 0.0007989577716216445, |
| "learning_rate": 0.00020344229646671014, |
| "loss": 0.0006, |
| "step": 39500 |
| }, |
| { |
| "epoch": 0.30903064811452674, |
| "grad_norm": 0.0007914176676422358, |
| "learning_rate": 0.00020601758060639355, |
| "loss": 0.0006, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.31289353121595836, |
| "grad_norm": 0.0007808151422068477, |
| "learning_rate": 0.00020859286474607698, |
| "loss": 0.0006, |
| "step": 40500 |
| }, |
| { |
| "epoch": 0.31675641431738993, |
| "grad_norm": 0.0007411599508486688, |
| "learning_rate": 0.00021116814888576038, |
| "loss": 0.0006, |
| "step": 41000 |
| }, |
| { |
| "epoch": 0.3206192974188215, |
| "grad_norm": 0.0007389839738607407, |
| "learning_rate": 0.00021374343302544378, |
| "loss": 0.0005, |
| "step": 41500 |
| }, |
| { |
| "epoch": 0.32448218052025307, |
| "grad_norm": 0.0008718458120711148, |
| "learning_rate": 0.0002163187171651272, |
| "loss": 0.0005, |
| "step": 42000 |
| }, |
| { |
| "epoch": 0.3283450636216847, |
| "grad_norm": 0.0007400435279123485, |
| "learning_rate": 0.0002188940013048106, |
| "loss": 0.0005, |
| "step": 42500 |
| }, |
| { |
| "epoch": 0.33220794672311627, |
| "grad_norm": 0.0006650601280853152, |
| "learning_rate": 0.00022146928544449404, |
| "loss": 0.0005, |
| "step": 43000 |
| }, |
| { |
| "epoch": 0.33607082982454783, |
| "grad_norm": 0.0006877753767184913, |
| "learning_rate": 0.00022404456958417744, |
| "loss": 0.0005, |
| "step": 43500 |
| }, |
| { |
| "epoch": 0.33993371292597946, |
| "grad_norm": 0.000792111677583307, |
| "learning_rate": 0.00022661985372386084, |
| "loss": 0.0005, |
| "step": 44000 |
| }, |
| { |
| "epoch": 0.343796596027411, |
| "grad_norm": 0.0006559982430189848, |
| "learning_rate": 0.00022919513786354427, |
| "loss": 0.0005, |
| "step": 44500 |
| }, |
| { |
| "epoch": 0.3476594791288426, |
| "grad_norm": 0.000791021331679076, |
| "learning_rate": 0.00023177042200322768, |
| "loss": 0.0005, |
| "step": 45000 |
| }, |
| { |
| "epoch": 0.35152236223027417, |
| "grad_norm": 0.000694429618306458, |
| "learning_rate": 0.0002343457061429111, |
| "loss": 0.0005, |
| "step": 45500 |
| }, |
| { |
| "epoch": 0.3553852453317058, |
| "grad_norm": 0.0006511561223305762, |
| "learning_rate": 0.00023692099028259448, |
| "loss": 0.0005, |
| "step": 46000 |
| }, |
| { |
| "epoch": 0.35924812843313736, |
| "grad_norm": 0.0007060636417008936, |
| "learning_rate": 0.00023949627442227788, |
| "loss": 0.0005, |
| "step": 46500 |
| }, |
| { |
| "epoch": 0.36311101153456893, |
| "grad_norm": 0.0006298599764704704, |
| "learning_rate": 0.0002420715585619613, |
| "loss": 0.0005, |
| "step": 47000 |
| }, |
| { |
| "epoch": 0.36697389463600055, |
| "grad_norm": 0.0006566342781297863, |
| "learning_rate": 0.00024464684270164474, |
| "loss": 0.0005, |
| "step": 47500 |
| }, |
| { |
| "epoch": 0.3708367777374321, |
| "grad_norm": 0.0006428054184652865, |
| "learning_rate": 0.00024722212684132814, |
| "loss": 0.0005, |
| "step": 48000 |
| }, |
| { |
| "epoch": 0.3746996608388637, |
| "grad_norm": 0.0006790259503759444, |
| "learning_rate": 0.00024979741098101155, |
| "loss": 0.0005, |
| "step": 48500 |
| }, |
| { |
| "epoch": 0.37856254394029526, |
| "grad_norm": 0.0006684795371256769, |
| "learning_rate": 0.00025237269512069495, |
| "loss": 0.0005, |
| "step": 49000 |
| }, |
| { |
| "epoch": 0.3824254270417269, |
| "grad_norm": 0.0006840928690508008, |
| "learning_rate": 0.00025494797926037835, |
| "loss": 0.0005, |
| "step": 49500 |
| }, |
| { |
| "epoch": 0.38628831014315845, |
| "grad_norm": 0.0005870233871974051, |
| "learning_rate": 0.00025752326340006175, |
| "loss": 0.0005, |
| "step": 50000 |
| }, |
| { |
| "epoch": 0.39015119324459, |
| "grad_norm": 0.0006383236614055932, |
| "learning_rate": 0.0002600985475397452, |
| "loss": 0.0005, |
| "step": 50500 |
| }, |
| { |
| "epoch": 0.3940140763460216, |
| "grad_norm": 0.0006128019886091352, |
| "learning_rate": 0.0002626738316794286, |
| "loss": 0.0005, |
| "step": 51000 |
| }, |
| { |
| "epoch": 0.3978769594474532, |
| "grad_norm": 0.0006441852310672402, |
| "learning_rate": 0.000265249115819112, |
| "loss": 0.0005, |
| "step": 51500 |
| }, |
| { |
| "epoch": 0.4017398425488848, |
| "grad_norm": 0.0005380984512157738, |
| "learning_rate": 0.0002678243999587954, |
| "loss": 0.0005, |
| "step": 52000 |
| }, |
| { |
| "epoch": 0.40560272565031635, |
| "grad_norm": 0.0006370097398757935, |
| "learning_rate": 0.0002703996840984788, |
| "loss": 0.0005, |
| "step": 52500 |
| }, |
| { |
| "epoch": 0.409465608751748, |
| "grad_norm": 0.0006471597589552402, |
| "learning_rate": 0.0002729749682381623, |
| "loss": 0.0005, |
| "step": 53000 |
| }, |
| { |
| "epoch": 0.41332849185317955, |
| "grad_norm": 0.0005368549609556794, |
| "learning_rate": 0.0002755502523778457, |
| "loss": 0.0005, |
| "step": 53500 |
| }, |
| { |
| "epoch": 0.4171913749546111, |
| "grad_norm": 0.0005874933558516204, |
| "learning_rate": 0.0002781255365175291, |
| "loss": 0.0005, |
| "step": 54000 |
| }, |
| { |
| "epoch": 0.4210542580560427, |
| "grad_norm": 0.0005409115110523999, |
| "learning_rate": 0.0002807008206572125, |
| "loss": 0.0005, |
| "step": 54500 |
| }, |
| { |
| "epoch": 0.4249171411574743, |
| "grad_norm": 0.0005910882027819753, |
| "learning_rate": 0.0002832761047968959, |
| "loss": 0.0005, |
| "step": 55000 |
| }, |
| { |
| "epoch": 0.4287800242589059, |
| "grad_norm": 0.0006001652218401432, |
| "learning_rate": 0.00028585138893657934, |
| "loss": 0.0005, |
| "step": 55500 |
| }, |
| { |
| "epoch": 0.43264290736033745, |
| "grad_norm": 0.000514556304551661, |
| "learning_rate": 0.00028842667307626274, |
| "loss": 0.0005, |
| "step": 56000 |
| }, |
| { |
| "epoch": 0.43650579046176907, |
| "grad_norm": 0.0005608577048406005, |
| "learning_rate": 0.00029100195721594614, |
| "loss": 0.0005, |
| "step": 56500 |
| }, |
| { |
| "epoch": 0.44036867356320064, |
| "grad_norm": 0.0007016558083705604, |
| "learning_rate": 0.00029357724135562954, |
| "loss": 0.0005, |
| "step": 57000 |
| }, |
| { |
| "epoch": 0.4442315566646322, |
| "grad_norm": 0.0005601047305390239, |
| "learning_rate": 0.00029615252549531295, |
| "loss": 0.0005, |
| "step": 57500 |
| }, |
| { |
| "epoch": 0.4480944397660638, |
| "grad_norm": 0.0004940334474667907, |
| "learning_rate": 0.00029872780963499635, |
| "loss": 0.0005, |
| "step": 58000 |
| }, |
| { |
| "epoch": 0.4519573228674954, |
| "grad_norm": 0.000568122137337923, |
| "learning_rate": 0.00029977004320400405, |
| "loss": 0.0005, |
| "step": 58500 |
| }, |
| { |
| "epoch": 0.455820205968927, |
| "grad_norm": 0.0005688059609383345, |
| "learning_rate": 0.0002993155831328659, |
| "loss": 0.0005, |
| "step": 59000 |
| }, |
| { |
| "epoch": 0.45968308907035854, |
| "grad_norm": 0.0005606883205473423, |
| "learning_rate": 0.0002988611230617278, |
| "loss": 0.0005, |
| "step": 59500 |
| }, |
| { |
| "epoch": 0.4635459721717901, |
| "grad_norm": 0.0005766854155808687, |
| "learning_rate": 0.0002984066629905896, |
| "loss": 0.0005, |
| "step": 60000 |
| }, |
| { |
| "epoch": 0.46740885527322173, |
| "grad_norm": 0.000506491691339761, |
| "learning_rate": 0.00029795220291945146, |
| "loss": 0.0005, |
| "step": 60500 |
| }, |
| { |
| "epoch": 0.4712717383746533, |
| "grad_norm": 0.0005349202547222376, |
| "learning_rate": 0.0002974977428483133, |
| "loss": 0.0005, |
| "step": 61000 |
| }, |
| { |
| "epoch": 0.4751346214760849, |
| "grad_norm": 0.0005307575920596719, |
| "learning_rate": 0.00029704328277717514, |
| "loss": 0.0005, |
| "step": 61500 |
| }, |
| { |
| "epoch": 0.4789975045775165, |
| "grad_norm": 0.0005095390370115638, |
| "learning_rate": 0.00029658882270603706, |
| "loss": 0.0005, |
| "step": 62000 |
| }, |
| { |
| "epoch": 0.48286038767894807, |
| "grad_norm": 0.0005189366056583822, |
| "learning_rate": 0.00029613436263489887, |
| "loss": 0.0005, |
| "step": 62500 |
| }, |
| { |
| "epoch": 0.48672327078037964, |
| "grad_norm": 0.0005579465650953352, |
| "learning_rate": 0.0002956799025637607, |
| "loss": 0.0005, |
| "step": 63000 |
| }, |
| { |
| "epoch": 0.4905861538818112, |
| "grad_norm": 0.000490622769575566, |
| "learning_rate": 0.0002952254424926226, |
| "loss": 0.0005, |
| "step": 63500 |
| }, |
| { |
| "epoch": 0.49444903698324283, |
| "grad_norm": 0.00047076333430595696, |
| "learning_rate": 0.0002947709824214844, |
| "loss": 0.0005, |
| "step": 64000 |
| }, |
| { |
| "epoch": 0.4983119200846744, |
| "grad_norm": 0.0005202812608331442, |
| "learning_rate": 0.0002943165223503463, |
| "loss": 0.0005, |
| "step": 64500 |
| }, |
| { |
| "epoch": 0.502174803186106, |
| "grad_norm": 0.0005745698581449687, |
| "learning_rate": 0.00029386206227920814, |
| "loss": 0.0005, |
| "step": 65000 |
| }, |
| { |
| "epoch": 0.5060376862875375, |
| "grad_norm": 0.0005540290731005371, |
| "learning_rate": 0.00029340760220806996, |
| "loss": 0.0004, |
| "step": 65500 |
| }, |
| { |
| "epoch": 0.5099005693889691, |
| "grad_norm": 0.0005399156943894923, |
| "learning_rate": 0.0002929531421369318, |
| "loss": 0.0004, |
| "step": 66000 |
| }, |
| { |
| "epoch": 0.5137634524904008, |
| "grad_norm": 0.0005016261129640043, |
| "learning_rate": 0.0002924986820657937, |
| "loss": 0.0004, |
| "step": 66500 |
| }, |
| { |
| "epoch": 0.5176263355918324, |
| "grad_norm": 0.0004883984220214188, |
| "learning_rate": 0.00029204422199465555, |
| "loss": 0.0004, |
| "step": 67000 |
| }, |
| { |
| "epoch": 0.5214892186932639, |
| "grad_norm": 0.0004978585639037192, |
| "learning_rate": 0.00029158976192351736, |
| "loss": 0.0004, |
| "step": 67500 |
| }, |
| { |
| "epoch": 0.5253521017946955, |
| "grad_norm": 0.00048788345884531736, |
| "learning_rate": 0.00029113530185237923, |
| "loss": 0.0004, |
| "step": 68000 |
| }, |
| { |
| "epoch": 0.5292149848961271, |
| "grad_norm": 0.0005122956354171038, |
| "learning_rate": 0.0002906808417812411, |
| "loss": 0.0004, |
| "step": 68500 |
| }, |
| { |
| "epoch": 0.5330778679975586, |
| "grad_norm": 0.0005075953667983413, |
| "learning_rate": 0.0002902263817101029, |
| "loss": 0.0004, |
| "step": 69000 |
| }, |
| { |
| "epoch": 0.5369407510989902, |
| "grad_norm": 0.010060743428766727, |
| "learning_rate": 0.00028977192163896477, |
| "loss": 0.0004, |
| "step": 69500 |
| }, |
| { |
| "epoch": 0.5408036342004219, |
| "grad_norm": 0.00045171918463893235, |
| "learning_rate": 0.00028931746156782664, |
| "loss": 0.0004, |
| "step": 70000 |
| }, |
| { |
| "epoch": 0.5446665173018534, |
| "grad_norm": 0.00047910166904330254, |
| "learning_rate": 0.00028886300149668845, |
| "loss": 0.0004, |
| "step": 70500 |
| }, |
| { |
| "epoch": 0.548529400403285, |
| "grad_norm": 0.0004093217430636287, |
| "learning_rate": 0.0002884085414255503, |
| "loss": 0.0004, |
| "step": 71000 |
| }, |
| { |
| "epoch": 0.5523922835047166, |
| "grad_norm": 0.0005109374760650098, |
| "learning_rate": 0.0002879540813544122, |
| "loss": 0.0004, |
| "step": 71500 |
| }, |
| { |
| "epoch": 0.5562551666061482, |
| "grad_norm": 0.00047159241512417793, |
| "learning_rate": 0.00028749962128327405, |
| "loss": 0.0004, |
| "step": 72000 |
| }, |
| { |
| "epoch": 0.5601180497075797, |
| "grad_norm": 0.00048621243331581354, |
| "learning_rate": 0.00028704516121213586, |
| "loss": 0.0004, |
| "step": 72500 |
| }, |
| { |
| "epoch": 0.5639809328090113, |
| "grad_norm": 0.0005125854513607919, |
| "learning_rate": 0.0002865907011409977, |
| "loss": 0.0004, |
| "step": 73000 |
| }, |
| { |
| "epoch": 0.567843815910443, |
| "grad_norm": 0.00048265952500514686, |
| "learning_rate": 0.0002861362410698596, |
| "loss": 0.0004, |
| "step": 73500 |
| }, |
| { |
| "epoch": 0.5717066990118745, |
| "grad_norm": 0.0004471069551073015, |
| "learning_rate": 0.0002856817809987214, |
| "loss": 0.0004, |
| "step": 74000 |
| }, |
| { |
| "epoch": 0.5755695821133061, |
| "grad_norm": 0.0005123110022395849, |
| "learning_rate": 0.00028522732092758327, |
| "loss": 0.0004, |
| "step": 74500 |
| }, |
| { |
| "epoch": 0.5794324652147377, |
| "grad_norm": 0.00046480647870339453, |
| "learning_rate": 0.00028477286085644513, |
| "loss": 0.0004, |
| "step": 75000 |
| }, |
| { |
| "epoch": 0.5832953483161692, |
| "grad_norm": 0.000416387541918084, |
| "learning_rate": 0.00028431840078530694, |
| "loss": 0.0004, |
| "step": 75500 |
| }, |
| { |
| "epoch": 0.5871582314176008, |
| "grad_norm": 0.00046883479808457196, |
| "learning_rate": 0.0002838639407141688, |
| "loss": 0.0004, |
| "step": 76000 |
| }, |
| { |
| "epoch": 0.5910211145190324, |
| "grad_norm": 0.00046609266428276896, |
| "learning_rate": 0.0002834094806430307, |
| "loss": 0.0004, |
| "step": 76500 |
| }, |
| { |
| "epoch": 0.594883997620464, |
| "grad_norm": 0.0004421696939971298, |
| "learning_rate": 0.00028295502057189254, |
| "loss": 0.0004, |
| "step": 77000 |
| }, |
| { |
| "epoch": 0.5987468807218956, |
| "grad_norm": 0.0005302332574501634, |
| "learning_rate": 0.0002825005605007544, |
| "loss": 0.0004, |
| "step": 77500 |
| }, |
| { |
| "epoch": 0.6026097638233272, |
| "grad_norm": 0.0004425778752192855, |
| "learning_rate": 0.0002820461004296162, |
| "loss": 0.0004, |
| "step": 78000 |
| }, |
| { |
| "epoch": 0.6064726469247588, |
| "grad_norm": 0.00043949965038336813, |
| "learning_rate": 0.0002815916403584781, |
| "loss": 0.0004, |
| "step": 78500 |
| }, |
| { |
| "epoch": 0.6103355300261903, |
| "grad_norm": 0.00048047167365439236, |
| "learning_rate": 0.00028113718028733995, |
| "loss": 0.0004, |
| "step": 79000 |
| }, |
| { |
| "epoch": 0.6141984131276219, |
| "grad_norm": 0.00046403607120737433, |
| "learning_rate": 0.0002806827202162018, |
| "loss": 0.0004, |
| "step": 79500 |
| }, |
| { |
| "epoch": 0.6180612962290535, |
| "grad_norm": 0.0004179133102297783, |
| "learning_rate": 0.00028022826014506363, |
| "loss": 0.0004, |
| "step": 80000 |
| }, |
| { |
| "epoch": 0.621924179330485, |
| "grad_norm": 0.0005025283899158239, |
| "learning_rate": 0.0002797738000739255, |
| "loss": 0.0004, |
| "step": 80500 |
| }, |
| { |
| "epoch": 0.6257870624319167, |
| "grad_norm": 0.00045130823855288327, |
| "learning_rate": 0.00027931934000278736, |
| "loss": 0.0004, |
| "step": 81000 |
| }, |
| { |
| "epoch": 0.6296499455333483, |
| "grad_norm": 0.00047835326404310763, |
| "learning_rate": 0.00027886487993164917, |
| "loss": 0.0004, |
| "step": 81500 |
| }, |
| { |
| "epoch": 0.6335128286347799, |
| "grad_norm": 0.0004951538285240531, |
| "learning_rate": 0.00027841041986051104, |
| "loss": 0.0004, |
| "step": 82000 |
| }, |
| { |
| "epoch": 0.6373757117362114, |
| "grad_norm": 0.0004999985103495419, |
| "learning_rate": 0.0002779559597893729, |
| "loss": 0.0004, |
| "step": 82500 |
| }, |
| { |
| "epoch": 0.641238594837643, |
| "grad_norm": 0.00045166266500018537, |
| "learning_rate": 0.0002775014997182347, |
| "loss": 0.0004, |
| "step": 83000 |
| }, |
| { |
| "epoch": 0.6451014779390746, |
| "grad_norm": 0.0004108847351744771, |
| "learning_rate": 0.0002770470396470966, |
| "loss": 0.0004, |
| "step": 83500 |
| }, |
| { |
| "epoch": 0.6489643610405061, |
| "grad_norm": 0.0004798057198058814, |
| "learning_rate": 0.00027659257957595844, |
| "loss": 0.0004, |
| "step": 84000 |
| }, |
| { |
| "epoch": 0.6528272441419378, |
| "grad_norm": 0.0004300622676964849, |
| "learning_rate": 0.0002761381195048203, |
| "loss": 0.0004, |
| "step": 84500 |
| }, |
| { |
| "epoch": 0.6566901272433694, |
| "grad_norm": 0.00042947594192810357, |
| "learning_rate": 0.0002756836594336821, |
| "loss": 0.0004, |
| "step": 85000 |
| }, |
| { |
| "epoch": 0.660553010344801, |
| "grad_norm": 0.0004585100687108934, |
| "learning_rate": 0.000275229199362544, |
| "loss": 0.0004, |
| "step": 85500 |
| }, |
| { |
| "epoch": 0.6644158934462325, |
| "grad_norm": 0.00048575850087217987, |
| "learning_rate": 0.00027477473929140585, |
| "loss": 0.0004, |
| "step": 86000 |
| }, |
| { |
| "epoch": 0.6682787765476641, |
| "grad_norm": 0.0004099896177649498, |
| "learning_rate": 0.00027432027922026766, |
| "loss": 0.0004, |
| "step": 86500 |
| }, |
| { |
| "epoch": 0.6721416596490957, |
| "grad_norm": 0.000426844839239493, |
| "learning_rate": 0.00027386581914912953, |
| "loss": 0.0004, |
| "step": 87000 |
| }, |
| { |
| "epoch": 0.6760045427505272, |
| "grad_norm": 0.000434650486567989, |
| "learning_rate": 0.0002734113590779914, |
| "loss": 0.0004, |
| "step": 87500 |
| }, |
| { |
| "epoch": 0.6798674258519589, |
| "grad_norm": 0.0004488716658670455, |
| "learning_rate": 0.0002729568990068532, |
| "loss": 0.0004, |
| "step": 88000 |
| }, |
| { |
| "epoch": 0.6837303089533905, |
| "grad_norm": 0.0004696206597145647, |
| "learning_rate": 0.0002725024389357151, |
| "loss": 0.0004, |
| "step": 88500 |
| }, |
| { |
| "epoch": 0.687593192054822, |
| "grad_norm": 0.00042553144157864153, |
| "learning_rate": 0.00027204797886457694, |
| "loss": 0.0004, |
| "step": 89000 |
| }, |
| { |
| "epoch": 0.6914560751562536, |
| "grad_norm": 0.0004377859877422452, |
| "learning_rate": 0.00027159351879343875, |
| "loss": 0.0004, |
| "step": 89500 |
| }, |
| { |
| "epoch": 0.6953189582576852, |
| "grad_norm": 0.00040723910205997527, |
| "learning_rate": 0.0002711390587223006, |
| "loss": 0.0004, |
| "step": 90000 |
| }, |
| { |
| "epoch": 0.6991818413591168, |
| "grad_norm": 0.0004500757495407015, |
| "learning_rate": 0.0002706845986511625, |
| "loss": 0.0004, |
| "step": 90500 |
| }, |
| { |
| "epoch": 0.7030447244605483, |
| "grad_norm": 0.00040941766928881407, |
| "learning_rate": 0.00027023013858002435, |
| "loss": 0.0004, |
| "step": 91000 |
| }, |
| { |
| "epoch": 0.70690760756198, |
| "grad_norm": 0.00045324547681957483, |
| "learning_rate": 0.00026977567850888616, |
| "loss": 0.0004, |
| "step": 91500 |
| }, |
| { |
| "epoch": 0.7107704906634116, |
| "grad_norm": 0.00047752921818755567, |
| "learning_rate": 0.000269321218437748, |
| "loss": 0.0004, |
| "step": 92000 |
| }, |
| { |
| "epoch": 0.7146333737648431, |
| "grad_norm": 0.0004383829946164042, |
| "learning_rate": 0.0002688667583666099, |
| "loss": 0.0004, |
| "step": 92500 |
| }, |
| { |
| "epoch": 0.7184962568662747, |
| "grad_norm": 0.00045177084393799305, |
| "learning_rate": 0.0002684122982954717, |
| "loss": 0.0004, |
| "step": 93000 |
| }, |
| { |
| "epoch": 0.7223591399677063, |
| "grad_norm": 0.0004552272439468652, |
| "learning_rate": 0.0002679578382243336, |
| "loss": 0.0004, |
| "step": 93500 |
| }, |
| { |
| "epoch": 0.7262220230691379, |
| "grad_norm": 0.00043098500464111567, |
| "learning_rate": 0.00026750337815319543, |
| "loss": 0.0004, |
| "step": 94000 |
| }, |
| { |
| "epoch": 0.7300849061705694, |
| "grad_norm": 0.00043315321090631187, |
| "learning_rate": 0.0002670489180820573, |
| "loss": 0.0004, |
| "step": 94500 |
| }, |
| { |
| "epoch": 0.7339477892720011, |
| "grad_norm": 0.00043436733540147543, |
| "learning_rate": 0.00026659445801091916, |
| "loss": 0.0004, |
| "step": 95000 |
| }, |
| { |
| "epoch": 0.7378106723734327, |
| "grad_norm": 0.00040910765528678894, |
| "learning_rate": 0.000266139997939781, |
| "loss": 0.0004, |
| "step": 95500 |
| }, |
| { |
| "epoch": 0.7416735554748642, |
| "grad_norm": 0.0004274219973012805, |
| "learning_rate": 0.00026568553786864284, |
| "loss": 0.0004, |
| "step": 96000 |
| }, |
| { |
| "epoch": 0.7455364385762958, |
| "grad_norm": 0.0004410296387504786, |
| "learning_rate": 0.0002652310777975047, |
| "loss": 0.0004, |
| "step": 96500 |
| }, |
| { |
| "epoch": 0.7493993216777274, |
| "grad_norm": 0.0004376559518277645, |
| "learning_rate": 0.0002647766177263665, |
| "loss": 0.0004, |
| "step": 97000 |
| }, |
| { |
| "epoch": 0.753262204779159, |
| "grad_norm": 0.00047215758240781724, |
| "learning_rate": 0.0002643221576552284, |
| "loss": 0.0004, |
| "step": 97500 |
| }, |
| { |
| "epoch": 0.7571250878805905, |
| "grad_norm": 0.00042207614751532674, |
| "learning_rate": 0.00026386769758409025, |
| "loss": 0.0004, |
| "step": 98000 |
| }, |
| { |
| "epoch": 0.7609879709820221, |
| "grad_norm": 0.00042739673517644405, |
| "learning_rate": 0.0002634132375129521, |
| "loss": 0.0004, |
| "step": 98500 |
| }, |
| { |
| "epoch": 0.7648508540834538, |
| "grad_norm": 0.00041113453335128725, |
| "learning_rate": 0.00026295877744181393, |
| "loss": 0.0004, |
| "step": 99000 |
| }, |
| { |
| "epoch": 0.7687137371848853, |
| "grad_norm": 0.00043188530253246427, |
| "learning_rate": 0.0002625043173706758, |
| "loss": 0.0004, |
| "step": 99500 |
| }, |
| { |
| "epoch": 0.7725766202863169, |
| "grad_norm": 0.00045034836512058973, |
| "learning_rate": 0.00026204985729953766, |
| "loss": 0.0004, |
| "step": 100000 |
| }, |
| { |
| "epoch": 0.7764395033877485, |
| "grad_norm": 0.0004060341161675751, |
| "learning_rate": 0.00026159539722839947, |
| "loss": 0.0004, |
| "step": 100500 |
| }, |
| { |
| "epoch": 0.78030238648918, |
| "grad_norm": 0.00040883294423110783, |
| "learning_rate": 0.00026114093715726134, |
| "loss": 0.0004, |
| "step": 101000 |
| }, |
| { |
| "epoch": 0.7841652695906116, |
| "grad_norm": 0.00044574079220183194, |
| "learning_rate": 0.0002606864770861232, |
| "loss": 0.0004, |
| "step": 101500 |
| }, |
| { |
| "epoch": 0.7880281526920432, |
| "grad_norm": 0.0004099115321878344, |
| "learning_rate": 0.000260232017014985, |
| "loss": 0.0004, |
| "step": 102000 |
| }, |
| { |
| "epoch": 0.7918910357934749, |
| "grad_norm": 0.0004170772444922477, |
| "learning_rate": 0.0002597775569438469, |
| "loss": 0.0004, |
| "step": 102500 |
| }, |
| { |
| "epoch": 0.7957539188949064, |
| "grad_norm": 0.0004352552932687104, |
| "learning_rate": 0.00025932309687270875, |
| "loss": 0.0004, |
| "step": 103000 |
| }, |
| { |
| "epoch": 0.799616801996338, |
| "grad_norm": 0.00040374931995756924, |
| "learning_rate": 0.0002588686368015706, |
| "loss": 0.0004, |
| "step": 103500 |
| }, |
| { |
| "epoch": 0.8034796850977696, |
| "grad_norm": 0.00044298075954429805, |
| "learning_rate": 0.0002584141767304324, |
| "loss": 0.0004, |
| "step": 104000 |
| }, |
| { |
| "epoch": 0.8073425681992011, |
| "grad_norm": 0.00042256712913513184, |
| "learning_rate": 0.0002579597166592943, |
| "loss": 0.0004, |
| "step": 104500 |
| }, |
| { |
| "epoch": 0.8112054513006327, |
| "grad_norm": 0.00036991469096392393, |
| "learning_rate": 0.00025750525658815615, |
| "loss": 0.0004, |
| "step": 105000 |
| }, |
| { |
| "epoch": 0.8150683344020643, |
| "grad_norm": 0.0004396368167363107, |
| "learning_rate": 0.00025705079651701797, |
| "loss": 0.0004, |
| "step": 105500 |
| }, |
| { |
| "epoch": 0.818931217503496, |
| "grad_norm": 0.0004093723255209625, |
| "learning_rate": 0.00025659633644587983, |
| "loss": 0.0004, |
| "step": 106000 |
| }, |
| { |
| "epoch": 0.8227941006049275, |
| "grad_norm": 0.000397693132981658, |
| "learning_rate": 0.0002561418763747417, |
| "loss": 0.0004, |
| "step": 106500 |
| }, |
| { |
| "epoch": 0.8266569837063591, |
| "grad_norm": 0.0004059737839270383, |
| "learning_rate": 0.0002556874163036035, |
| "loss": 0.0004, |
| "step": 107000 |
| }, |
| { |
| "epoch": 0.8305198668077907, |
| "grad_norm": 0.0004193147469777614, |
| "learning_rate": 0.00025523295623246543, |
| "loss": 0.0004, |
| "step": 107500 |
| }, |
| { |
| "epoch": 0.8343827499092222, |
| "grad_norm": 0.00043243260006420314, |
| "learning_rate": 0.00025477849616132724, |
| "loss": 0.0004, |
| "step": 108000 |
| }, |
| { |
| "epoch": 0.8382456330106538, |
| "grad_norm": 0.0004471674910746515, |
| "learning_rate": 0.0002543240360901891, |
| "loss": 0.0004, |
| "step": 108500 |
| }, |
| { |
| "epoch": 0.8421085161120854, |
| "grad_norm": 0.00039739784551784396, |
| "learning_rate": 0.00025386957601905097, |
| "loss": 0.0004, |
| "step": 109000 |
| }, |
| { |
| "epoch": 0.845971399213517, |
| "grad_norm": 0.00039233858115039766, |
| "learning_rate": 0.0002534151159479128, |
| "loss": 0.0004, |
| "step": 109500 |
| }, |
| { |
| "epoch": 0.8498342823149486, |
| "grad_norm": 0.00042606148053891957, |
| "learning_rate": 0.00025296065587677465, |
| "loss": 0.0004, |
| "step": 110000 |
| }, |
| { |
| "epoch": 0.8536971654163802, |
| "grad_norm": 0.0004140585951972753, |
| "learning_rate": 0.0002525061958056365, |
| "loss": 0.0004, |
| "step": 110500 |
| }, |
| { |
| "epoch": 0.8575600485178118, |
| "grad_norm": 0.0004395502619445324, |
| "learning_rate": 0.0002520517357344984, |
| "loss": 0.0004, |
| "step": 111000 |
| }, |
| { |
| "epoch": 0.8614229316192433, |
| "grad_norm": 0.0004029794654343277, |
| "learning_rate": 0.0002515972756633602, |
| "loss": 0.0004, |
| "step": 111500 |
| }, |
| { |
| "epoch": 0.8652858147206749, |
| "grad_norm": 0.00038435307214967906, |
| "learning_rate": 0.00025114281559222206, |
| "loss": 0.0004, |
| "step": 112000 |
| }, |
| { |
| "epoch": 0.8691486978221065, |
| "grad_norm": 0.00039446449954994023, |
| "learning_rate": 0.0002506883555210839, |
| "loss": 0.0004, |
| "step": 112500 |
| }, |
| { |
| "epoch": 0.8730115809235381, |
| "grad_norm": 0.0004027863615192473, |
| "learning_rate": 0.00025023389544994573, |
| "loss": 0.0004, |
| "step": 113000 |
| }, |
| { |
| "epoch": 0.8768744640249697, |
| "grad_norm": 0.00038630064227618277, |
| "learning_rate": 0.0002497794353788076, |
| "loss": 0.0004, |
| "step": 113500 |
| }, |
| { |
| "epoch": 0.8807373471264013, |
| "grad_norm": 0.0003898652794305235, |
| "learning_rate": 0.00024932497530766947, |
| "loss": 0.0004, |
| "step": 114000 |
| }, |
| { |
| "epoch": 0.8846002302278329, |
| "grad_norm": 0.0003884608449880034, |
| "learning_rate": 0.0002488705152365313, |
| "loss": 0.0004, |
| "step": 114500 |
| }, |
| { |
| "epoch": 0.8884631133292644, |
| "grad_norm": 0.0004448189283721149, |
| "learning_rate": 0.00024841605516539314, |
| "loss": 0.0004, |
| "step": 115000 |
| }, |
| { |
| "epoch": 0.892325996430696, |
| "grad_norm": 0.0004219826078042388, |
| "learning_rate": 0.000247961595094255, |
| "loss": 0.0004, |
| "step": 115500 |
| }, |
| { |
| "epoch": 0.8961888795321276, |
| "grad_norm": 0.0004262237052898854, |
| "learning_rate": 0.0002475071350231168, |
| "loss": 0.0004, |
| "step": 116000 |
| }, |
| { |
| "epoch": 0.9000517626335592, |
| "grad_norm": 0.0004264891322236508, |
| "learning_rate": 0.0002470526749519787, |
| "loss": 0.0004, |
| "step": 116500 |
| }, |
| { |
| "epoch": 0.9039146457349908, |
| "grad_norm": 0.0004334848199505359, |
| "learning_rate": 0.00024659821488084055, |
| "loss": 0.0004, |
| "step": 117000 |
| }, |
| { |
| "epoch": 0.9077775288364224, |
| "grad_norm": 0.0003926197241526097, |
| "learning_rate": 0.0002461437548097024, |
| "loss": 0.0004, |
| "step": 117500 |
| }, |
| { |
| "epoch": 0.911640411937854, |
| "grad_norm": 0.0004120821540709585, |
| "learning_rate": 0.00024568929473856423, |
| "loss": 0.0004, |
| "step": 118000 |
| }, |
| { |
| "epoch": 0.9155032950392855, |
| "grad_norm": 0.00037737927050329745, |
| "learning_rate": 0.0002452348346674261, |
| "loss": 0.0004, |
| "step": 118500 |
| }, |
| { |
| "epoch": 0.9193661781407171, |
| "grad_norm": 0.0003999023465439677, |
| "learning_rate": 0.00024478037459628796, |
| "loss": 0.0004, |
| "step": 119000 |
| }, |
| { |
| "epoch": 0.9232290612421487, |
| "grad_norm": 0.00039843874401412904, |
| "learning_rate": 0.00024432591452514977, |
| "loss": 0.0004, |
| "step": 119500 |
| }, |
| { |
| "epoch": 0.9270919443435802, |
| "grad_norm": 0.0004592763143591583, |
| "learning_rate": 0.00024387145445401166, |
| "loss": 0.0004, |
| "step": 120000 |
| }, |
| { |
| "epoch": 0.9309548274450119, |
| "grad_norm": 0.00041658771806396544, |
| "learning_rate": 0.0002434169943828735, |
| "loss": 0.0004, |
| "step": 120500 |
| }, |
| { |
| "epoch": 0.9348177105464435, |
| "grad_norm": 0.000446771620772779, |
| "learning_rate": 0.00024296253431173534, |
| "loss": 0.0004, |
| "step": 121000 |
| }, |
| { |
| "epoch": 0.938680593647875, |
| "grad_norm": 0.00039099738933146, |
| "learning_rate": 0.0002425080742405972, |
| "loss": 0.0004, |
| "step": 121500 |
| }, |
| { |
| "epoch": 0.9425434767493066, |
| "grad_norm": 0.0004380798782221973, |
| "learning_rate": 0.00024205361416945905, |
| "loss": 0.0004, |
| "step": 122000 |
| }, |
| { |
| "epoch": 0.9464063598507382, |
| "grad_norm": 0.0004325969784986228, |
| "learning_rate": 0.0002415991540983209, |
| "loss": 0.0004, |
| "step": 122500 |
| }, |
| { |
| "epoch": 0.9502692429521697, |
| "grad_norm": 0.00042953985393978655, |
| "learning_rate": 0.00024114469402718275, |
| "loss": 0.0004, |
| "step": 123000 |
| }, |
| { |
| "epoch": 0.9541321260536013, |
| "grad_norm": 0.00042357659549452364, |
| "learning_rate": 0.0002406902339560446, |
| "loss": 0.0004, |
| "step": 123500 |
| }, |
| { |
| "epoch": 0.957995009155033, |
| "grad_norm": 0.00041984530980698764, |
| "learning_rate": 0.00024023577388490645, |
| "loss": 0.0004, |
| "step": 124000 |
| }, |
| { |
| "epoch": 0.9618578922564646, |
| "grad_norm": 0.0003806228924077004, |
| "learning_rate": 0.0002397813138137683, |
| "loss": 0.0004, |
| "step": 124500 |
| }, |
| { |
| "epoch": 0.9657207753578961, |
| "grad_norm": 0.00043450563680380583, |
| "learning_rate": 0.00023932685374263016, |
| "loss": 0.0004, |
| "step": 125000 |
| }, |
| { |
| "epoch": 0.9695836584593277, |
| "grad_norm": 0.00040280865505337715, |
| "learning_rate": 0.000238872393671492, |
| "loss": 0.0004, |
| "step": 125500 |
| }, |
| { |
| "epoch": 0.9734465415607593, |
| "grad_norm": 0.00039368733996525407, |
| "learning_rate": 0.00023841793360035384, |
| "loss": 0.0004, |
| "step": 126000 |
| }, |
| { |
| "epoch": 0.9773094246621908, |
| "grad_norm": 0.0004507504927460104, |
| "learning_rate": 0.0002379634735292157, |
| "loss": 0.0004, |
| "step": 126500 |
| }, |
| { |
| "epoch": 0.9811723077636224, |
| "grad_norm": 0.00042234413558617234, |
| "learning_rate": 0.00023750901345807754, |
| "loss": 0.0004, |
| "step": 127000 |
| }, |
| { |
| "epoch": 0.9850351908650541, |
| "grad_norm": 0.00039364254917018116, |
| "learning_rate": 0.0002370545533869394, |
| "loss": 0.0004, |
| "step": 127500 |
| }, |
| { |
| "epoch": 0.9888980739664857, |
| "grad_norm": 0.00035987445153295994, |
| "learning_rate": 0.00023660009331580124, |
| "loss": 0.0004, |
| "step": 128000 |
| }, |
| { |
| "epoch": 0.9927609570679172, |
| "grad_norm": 0.00039482262218371034, |
| "learning_rate": 0.00023614563324466308, |
| "loss": 0.0004, |
| "step": 128500 |
| }, |
| { |
| "epoch": 0.9966238401693488, |
| "grad_norm": 0.0004762003954965621, |
| "learning_rate": 0.00023569117317352495, |
| "loss": 0.0004, |
| "step": 129000 |
| }, |
| { |
| "epoch": 1.0004867232707804, |
| "grad_norm": 0.0004270481294952333, |
| "learning_rate": 0.0002352367131023868, |
| "loss": 0.0004, |
| "step": 129500 |
| }, |
| { |
| "epoch": 1.004349606372212, |
| "grad_norm": 0.00039340462535619736, |
| "learning_rate": 0.00023478225303124868, |
| "loss": 0.0004, |
| "step": 130000 |
| }, |
| { |
| "epoch": 1.0082124894736435, |
| "grad_norm": 0.0004116026684641838, |
| "learning_rate": 0.00023432779296011052, |
| "loss": 0.0004, |
| "step": 130500 |
| }, |
| { |
| "epoch": 1.012075372575075, |
| "grad_norm": 0.0003860292781610042, |
| "learning_rate": 0.00023387333288897233, |
| "loss": 0.0004, |
| "step": 131000 |
| }, |
| { |
| "epoch": 1.0159382556765066, |
| "grad_norm": 0.00040404967148788273, |
| "learning_rate": 0.00023341887281783422, |
| "loss": 0.0004, |
| "step": 131500 |
| }, |
| { |
| "epoch": 1.0198011387779382, |
| "grad_norm": 0.0004312015080358833, |
| "learning_rate": 0.00023296441274669606, |
| "loss": 0.0004, |
| "step": 132000 |
| }, |
| { |
| "epoch": 1.0236640218793698, |
| "grad_norm": 0.0004256974207237363, |
| "learning_rate": 0.00023250995267555793, |
| "loss": 0.0004, |
| "step": 132500 |
| }, |
| { |
| "epoch": 1.0275269049808016, |
| "grad_norm": 0.0003821359423454851, |
| "learning_rate": 0.00023205549260441977, |
| "loss": 0.0004, |
| "step": 133000 |
| }, |
| { |
| "epoch": 1.0313897880822331, |
| "grad_norm": 0.000378616590751335, |
| "learning_rate": 0.0002316010325332816, |
| "loss": 0.0004, |
| "step": 133500 |
| }, |
| { |
| "epoch": 1.0352526711836647, |
| "grad_norm": 0.0003908917715307325, |
| "learning_rate": 0.00023114657246214347, |
| "loss": 0.0004, |
| "step": 134000 |
| }, |
| { |
| "epoch": 1.0391155542850963, |
| "grad_norm": 0.00039952111546881497, |
| "learning_rate": 0.0002306921123910053, |
| "loss": 0.0004, |
| "step": 134500 |
| }, |
| { |
| "epoch": 1.0429784373865278, |
| "grad_norm": 0.0004296097031328827, |
| "learning_rate": 0.00023023765231986717, |
| "loss": 0.0004, |
| "step": 135000 |
| }, |
| { |
| "epoch": 1.0468413204879594, |
| "grad_norm": 0.00045530457282438874, |
| "learning_rate": 0.000229783192248729, |
| "loss": 0.0004, |
| "step": 135500 |
| }, |
| { |
| "epoch": 1.050704203589391, |
| "grad_norm": 0.0004504481330513954, |
| "learning_rate": 0.00022932873217759085, |
| "loss": 0.0004, |
| "step": 136000 |
| }, |
| { |
| "epoch": 1.0545670866908226, |
| "grad_norm": 0.0003698394284583628, |
| "learning_rate": 0.00022887427210645272, |
| "loss": 0.0004, |
| "step": 136500 |
| }, |
| { |
| "epoch": 1.0584299697922541, |
| "grad_norm": 0.00040104315849021077, |
| "learning_rate": 0.00022841981203531456, |
| "loss": 0.0004, |
| "step": 137000 |
| }, |
| { |
| "epoch": 1.0622928528936857, |
| "grad_norm": 0.00039140283479355276, |
| "learning_rate": 0.00022796535196417642, |
| "loss": 0.0004, |
| "step": 137500 |
| }, |
| { |
| "epoch": 1.0661557359951173, |
| "grad_norm": 0.0004166768048889935, |
| "learning_rate": 0.00022751089189303826, |
| "loss": 0.0004, |
| "step": 138000 |
| }, |
| { |
| "epoch": 1.0700186190965488, |
| "grad_norm": 0.00044842908391728997, |
| "learning_rate": 0.0002270564318219001, |
| "loss": 0.0004, |
| "step": 138500 |
| }, |
| { |
| "epoch": 1.0738815021979804, |
| "grad_norm": 0.00040768241160549223, |
| "learning_rate": 0.00022660197175076196, |
| "loss": 0.0004, |
| "step": 139000 |
| }, |
| { |
| "epoch": 1.077744385299412, |
| "grad_norm": 0.0004266213800292462, |
| "learning_rate": 0.0002261475116796238, |
| "loss": 0.0004, |
| "step": 139500 |
| }, |
| { |
| "epoch": 1.0816072684008438, |
| "grad_norm": 0.0003989775141235441, |
| "learning_rate": 0.00022569305160848564, |
| "loss": 0.0004, |
| "step": 140000 |
| }, |
| { |
| "epoch": 1.0854701515022753, |
| "grad_norm": 0.0003877159033436328, |
| "learning_rate": 0.0002252385915373475, |
| "loss": 0.0004, |
| "step": 140500 |
| }, |
| { |
| "epoch": 1.089333034603707, |
| "grad_norm": 0.000394685281207785, |
| "learning_rate": 0.00022478413146620935, |
| "loss": 0.0004, |
| "step": 141000 |
| }, |
| { |
| "epoch": 1.0931959177051385, |
| "grad_norm": 0.00042225164361298084, |
| "learning_rate": 0.0002243296713950712, |
| "loss": 0.0004, |
| "step": 141500 |
| }, |
| { |
| "epoch": 1.09705880080657, |
| "grad_norm": 0.00043836236000061035, |
| "learning_rate": 0.00022387521132393305, |
| "loss": 0.0004, |
| "step": 142000 |
| }, |
| { |
| "epoch": 1.1009216839080016, |
| "grad_norm": 0.00039904468576423824, |
| "learning_rate": 0.0002234207512527949, |
| "loss": 0.0004, |
| "step": 142500 |
| }, |
| { |
| "epoch": 1.1047845670094332, |
| "grad_norm": 0.0003950648242607713, |
| "learning_rate": 0.00022296629118165675, |
| "loss": 0.0004, |
| "step": 143000 |
| }, |
| { |
| "epoch": 1.1086474501108647, |
| "grad_norm": 0.0003653796447906643, |
| "learning_rate": 0.0002225118311105186, |
| "loss": 0.0004, |
| "step": 143500 |
| }, |
| { |
| "epoch": 1.1125103332122963, |
| "grad_norm": 0.0004174882487859577, |
| "learning_rate": 0.00022205737103938046, |
| "loss": 0.0004, |
| "step": 144000 |
| }, |
| { |
| "epoch": 1.1163732163137279, |
| "grad_norm": 0.00038426730316132307, |
| "learning_rate": 0.0002216029109682423, |
| "loss": 0.0004, |
| "step": 144500 |
| }, |
| { |
| "epoch": 1.1202360994151594, |
| "grad_norm": 0.0004381178005132824, |
| "learning_rate": 0.00022114845089710414, |
| "loss": 0.0004, |
| "step": 145000 |
| }, |
| { |
| "epoch": 1.124098982516591, |
| "grad_norm": 0.00036438272218219936, |
| "learning_rate": 0.00022069399082596603, |
| "loss": 0.0004, |
| "step": 145500 |
| }, |
| { |
| "epoch": 1.1279618656180226, |
| "grad_norm": 0.00037406469346024096, |
| "learning_rate": 0.00022023953075482784, |
| "loss": 0.0004, |
| "step": 146000 |
| }, |
| { |
| "epoch": 1.1318247487194544, |
| "grad_norm": 0.0004003301728516817, |
| "learning_rate": 0.00021978507068368973, |
| "loss": 0.0004, |
| "step": 146500 |
| }, |
| { |
| "epoch": 1.1356876318208857, |
| "grad_norm": 0.00044306329800747335, |
| "learning_rate": 0.00021933061061255157, |
| "loss": 0.0004, |
| "step": 147000 |
| }, |
| { |
| "epoch": 1.1395505149223175, |
| "grad_norm": 0.00036800315137952566, |
| "learning_rate": 0.0002188761505414134, |
| "loss": 0.0004, |
| "step": 147500 |
| }, |
| { |
| "epoch": 1.143413398023749, |
| "grad_norm": 0.0003712923207785934, |
| "learning_rate": 0.00021842169047027528, |
| "loss": 0.0004, |
| "step": 148000 |
| }, |
| { |
| "epoch": 1.1472762811251807, |
| "grad_norm": 0.000403615616960451, |
| "learning_rate": 0.00021796723039913711, |
| "loss": 0.0004, |
| "step": 148500 |
| }, |
| { |
| "epoch": 1.1511391642266122, |
| "grad_norm": 0.00039503254811279476, |
| "learning_rate": 0.00021751277032799898, |
| "loss": 0.0004, |
| "step": 149000 |
| }, |
| { |
| "epoch": 1.1550020473280438, |
| "grad_norm": 0.00040640676161274314, |
| "learning_rate": 0.00021705831025686082, |
| "loss": 0.0004, |
| "step": 149500 |
| }, |
| { |
| "epoch": 1.1588649304294754, |
| "grad_norm": 0.00039924593875184655, |
| "learning_rate": 0.00021660385018572266, |
| "loss": 0.0004, |
| "step": 150000 |
| }, |
| { |
| "epoch": 1.162727813530907, |
| "grad_norm": 0.00041021950892172754, |
| "learning_rate": 0.00021614939011458452, |
| "loss": 0.0004, |
| "step": 150500 |
| }, |
| { |
| "epoch": 1.1665906966323385, |
| "grad_norm": 0.0003925120981875807, |
| "learning_rate": 0.00021569493004344636, |
| "loss": 0.0004, |
| "step": 151000 |
| }, |
| { |
| "epoch": 1.17045357973377, |
| "grad_norm": 0.0003923355252481997, |
| "learning_rate": 0.00021524046997230823, |
| "loss": 0.0004, |
| "step": 151500 |
| }, |
| { |
| "epoch": 1.1743164628352016, |
| "grad_norm": 0.00036843877751380205, |
| "learning_rate": 0.00021478600990117007, |
| "loss": 0.0004, |
| "step": 152000 |
| }, |
| { |
| "epoch": 1.1781793459366332, |
| "grad_norm": 0.0003888097999151796, |
| "learning_rate": 0.0002143315498300319, |
| "loss": 0.0004, |
| "step": 152500 |
| }, |
| { |
| "epoch": 1.1820422290380648, |
| "grad_norm": 0.00041298934957012534, |
| "learning_rate": 0.00021387708975889377, |
| "loss": 0.0004, |
| "step": 153000 |
| }, |
| { |
| "epoch": 1.1859051121394963, |
| "grad_norm": 0.0004346439673099667, |
| "learning_rate": 0.0002134226296877556, |
| "loss": 0.0004, |
| "step": 153500 |
| }, |
| { |
| "epoch": 1.1897679952409281, |
| "grad_norm": 0.0004072737356182188, |
| "learning_rate": 0.00021296816961661748, |
| "loss": 0.0004, |
| "step": 154000 |
| }, |
| { |
| "epoch": 1.1936308783423595, |
| "grad_norm": 0.00042254169238731265, |
| "learning_rate": 0.00021251370954547931, |
| "loss": 0.0004, |
| "step": 154500 |
| }, |
| { |
| "epoch": 1.1974937614437913, |
| "grad_norm": 0.00044913325109519064, |
| "learning_rate": 0.00021205924947434115, |
| "loss": 0.0004, |
| "step": 155000 |
| }, |
| { |
| "epoch": 1.2013566445452228, |
| "grad_norm": 0.0004437014285940677, |
| "learning_rate": 0.00021160478940320302, |
| "loss": 0.0003, |
| "step": 155500 |
| }, |
| { |
| "epoch": 1.2052195276466544, |
| "grad_norm": 0.00040918594459071755, |
| "learning_rate": 0.00021115032933206486, |
| "loss": 0.0003, |
| "step": 156000 |
| }, |
| { |
| "epoch": 1.209082410748086, |
| "grad_norm": 0.0004345249617472291, |
| "learning_rate": 0.00021069586926092672, |
| "loss": 0.0004, |
| "step": 156500 |
| }, |
| { |
| "epoch": 1.2129452938495175, |
| "grad_norm": 0.00039289359119720757, |
| "learning_rate": 0.00021024140918978856, |
| "loss": 0.0003, |
| "step": 157000 |
| }, |
| { |
| "epoch": 1.2168081769509491, |
| "grad_norm": 0.0003551707195583731, |
| "learning_rate": 0.0002097869491186504, |
| "loss": 0.0004, |
| "step": 157500 |
| }, |
| { |
| "epoch": 1.2206710600523807, |
| "grad_norm": 0.0004176785587333143, |
| "learning_rate": 0.00020933248904751227, |
| "loss": 0.0003, |
| "step": 158000 |
| }, |
| { |
| "epoch": 1.2245339431538123, |
| "grad_norm": 0.00039580900920554996, |
| "learning_rate": 0.0002088780289763741, |
| "loss": 0.0003, |
| "step": 158500 |
| }, |
| { |
| "epoch": 1.2283968262552438, |
| "grad_norm": 0.0004138547810725868, |
| "learning_rate": 0.00020842356890523597, |
| "loss": 0.0003, |
| "step": 159000 |
| }, |
| { |
| "epoch": 1.2322597093566754, |
| "grad_norm": 0.0004359263402875513, |
| "learning_rate": 0.0002079691088340978, |
| "loss": 0.0003, |
| "step": 159500 |
| }, |
| { |
| "epoch": 1.236122592458107, |
| "grad_norm": 0.00038180273259058595, |
| "learning_rate": 0.00020751464876295965, |
| "loss": 0.0003, |
| "step": 160000 |
| }, |
| { |
| "epoch": 1.2399854755595385, |
| "grad_norm": 0.0003900369047187269, |
| "learning_rate": 0.00020706018869182154, |
| "loss": 0.0003, |
| "step": 160500 |
| }, |
| { |
| "epoch": 1.24384835866097, |
| "grad_norm": 0.0004283432208467275, |
| "learning_rate": 0.00020660572862068335, |
| "loss": 0.0003, |
| "step": 161000 |
| }, |
| { |
| "epoch": 1.247711241762402, |
| "grad_norm": 0.0003838810371235013, |
| "learning_rate": 0.00020615126854954524, |
| "loss": 0.0003, |
| "step": 161500 |
| }, |
| { |
| "epoch": 1.2515741248638332, |
| "grad_norm": 0.00044562091352418065, |
| "learning_rate": 0.00020569680847840708, |
| "loss": 0.0003, |
| "step": 162000 |
| }, |
| { |
| "epoch": 1.255437007965265, |
| "grad_norm": 0.00038624508306384087, |
| "learning_rate": 0.00020524234840726892, |
| "loss": 0.0003, |
| "step": 162500 |
| }, |
| { |
| "epoch": 1.2592998910666966, |
| "grad_norm": 0.00038577744271606207, |
| "learning_rate": 0.0002047878883361308, |
| "loss": 0.0003, |
| "step": 163000 |
| }, |
| { |
| "epoch": 1.2631627741681282, |
| "grad_norm": 0.0003903675533365458, |
| "learning_rate": 0.00020433342826499263, |
| "loss": 0.0003, |
| "step": 163500 |
| }, |
| { |
| "epoch": 1.2670256572695597, |
| "grad_norm": 0.0003998366591986269, |
| "learning_rate": 0.0002038789681938545, |
| "loss": 0.0003, |
| "step": 164000 |
| }, |
| { |
| "epoch": 1.2708885403709913, |
| "grad_norm": 0.0003925804339814931, |
| "learning_rate": 0.00020342450812271633, |
| "loss": 0.0003, |
| "step": 164500 |
| }, |
| { |
| "epoch": 1.2747514234724229, |
| "grad_norm": 0.00036960531724616885, |
| "learning_rate": 0.00020297004805157817, |
| "loss": 0.0003, |
| "step": 165000 |
| }, |
| { |
| "epoch": 1.2786143065738544, |
| "grad_norm": 0.0004027937538921833, |
| "learning_rate": 0.00020251558798044003, |
| "loss": 0.0003, |
| "step": 165500 |
| }, |
| { |
| "epoch": 1.282477189675286, |
| "grad_norm": 0.0004089568683411926, |
| "learning_rate": 0.00020206112790930187, |
| "loss": 0.0003, |
| "step": 166000 |
| }, |
| { |
| "epoch": 1.2863400727767176, |
| "grad_norm": 0.0003960439353249967, |
| "learning_rate": 0.00020160666783816374, |
| "loss": 0.0003, |
| "step": 166500 |
| }, |
| { |
| "epoch": 1.2902029558781491, |
| "grad_norm": 0.00039318378549069166, |
| "learning_rate": 0.00020115220776702558, |
| "loss": 0.0003, |
| "step": 167000 |
| }, |
| { |
| "epoch": 1.2940658389795807, |
| "grad_norm": 0.0003687525459099561, |
| "learning_rate": 0.00020069774769588742, |
| "loss": 0.0003, |
| "step": 167500 |
| }, |
| { |
| "epoch": 1.2979287220810125, |
| "grad_norm": 0.0003783398715313524, |
| "learning_rate": 0.00020024328762474928, |
| "loss": 0.0003, |
| "step": 168000 |
| }, |
| { |
| "epoch": 1.3017916051824439, |
| "grad_norm": 0.0004212854546494782, |
| "learning_rate": 0.00019978882755361112, |
| "loss": 0.0003, |
| "step": 168500 |
| }, |
| { |
| "epoch": 1.3056544882838756, |
| "grad_norm": 0.0004270244389772415, |
| "learning_rate": 0.00019933436748247296, |
| "loss": 0.0003, |
| "step": 169000 |
| }, |
| { |
| "epoch": 1.3095173713853072, |
| "grad_norm": 0.00039981535519473255, |
| "learning_rate": 0.00019887990741133482, |
| "loss": 0.0003, |
| "step": 169500 |
| }, |
| { |
| "epoch": 1.3133802544867388, |
| "grad_norm": 0.00041499731014482677, |
| "learning_rate": 0.00019842544734019666, |
| "loss": 0.0003, |
| "step": 170000 |
| }, |
| { |
| "epoch": 1.3172431375881704, |
| "grad_norm": 0.0004115419287700206, |
| "learning_rate": 0.00019797098726905853, |
| "loss": 0.0003, |
| "step": 170500 |
| }, |
| { |
| "epoch": 1.321106020689602, |
| "grad_norm": 0.00044279222493059933, |
| "learning_rate": 0.00019751652719792037, |
| "loss": 0.0003, |
| "step": 171000 |
| }, |
| { |
| "epoch": 1.3249689037910335, |
| "grad_norm": 0.0004417746386025101, |
| "learning_rate": 0.0001970620671267822, |
| "loss": 0.0003, |
| "step": 171500 |
| }, |
| { |
| "epoch": 1.328831786892465, |
| "grad_norm": 0.0003883994068019092, |
| "learning_rate": 0.00019660760705564407, |
| "loss": 0.0003, |
| "step": 172000 |
| }, |
| { |
| "epoch": 1.3326946699938966, |
| "grad_norm": 0.0003858699055854231, |
| "learning_rate": 0.0001961531469845059, |
| "loss": 0.0003, |
| "step": 172500 |
| }, |
| { |
| "epoch": 1.3365575530953282, |
| "grad_norm": 0.0004506374825723469, |
| "learning_rate": 0.00019569868691336778, |
| "loss": 0.0003, |
| "step": 173000 |
| }, |
| { |
| "epoch": 1.3404204361967598, |
| "grad_norm": 0.0003691207093652338, |
| "learning_rate": 0.00019524422684222961, |
| "loss": 0.0003, |
| "step": 173500 |
| }, |
| { |
| "epoch": 1.3442833192981913, |
| "grad_norm": 0.00040023517794907093, |
| "learning_rate": 0.00019478976677109145, |
| "loss": 0.0003, |
| "step": 174000 |
| }, |
| { |
| "epoch": 1.348146202399623, |
| "grad_norm": 0.00040831902879290283, |
| "learning_rate": 0.00019433530669995332, |
| "loss": 0.0003, |
| "step": 174500 |
| }, |
| { |
| "epoch": 1.3520090855010545, |
| "grad_norm": 0.00039210630347952247, |
| "learning_rate": 0.00019388084662881516, |
| "loss": 0.0003, |
| "step": 175000 |
| }, |
| { |
| "epoch": 1.3558719686024863, |
| "grad_norm": 0.0004167640581727028, |
| "learning_rate": 0.00019342638655767705, |
| "loss": 0.0003, |
| "step": 175500 |
| }, |
| { |
| "epoch": 1.3597348517039176, |
| "grad_norm": 0.0004036327882204205, |
| "learning_rate": 0.00019297192648653886, |
| "loss": 0.0003, |
| "step": 176000 |
| }, |
| { |
| "epoch": 1.3635977348053494, |
| "grad_norm": 0.0004186241130810231, |
| "learning_rate": 0.0001925174664154007, |
| "loss": 0.0003, |
| "step": 176500 |
| }, |
| { |
| "epoch": 1.367460617906781, |
| "grad_norm": 0.00042677807505242527, |
| "learning_rate": 0.0001920630063442626, |
| "loss": 0.0003, |
| "step": 177000 |
| }, |
| { |
| "epoch": 1.3713235010082125, |
| "grad_norm": 0.0003888640203513205, |
| "learning_rate": 0.00019160854627312443, |
| "loss": 0.0003, |
| "step": 177500 |
| }, |
| { |
| "epoch": 1.375186384109644, |
| "grad_norm": 0.00038852522266097367, |
| "learning_rate": 0.0001911540862019863, |
| "loss": 0.0003, |
| "step": 178000 |
| }, |
| { |
| "epoch": 1.3790492672110757, |
| "grad_norm": 0.00048570215585641563, |
| "learning_rate": 0.00019069962613084814, |
| "loss": 0.0003, |
| "step": 178500 |
| }, |
| { |
| "epoch": 1.3829121503125072, |
| "grad_norm": 0.0004395216528791934, |
| "learning_rate": 0.00019024516605970997, |
| "loss": 0.0003, |
| "step": 179000 |
| }, |
| { |
| "epoch": 1.3867750334139388, |
| "grad_norm": 0.00039375273627229035, |
| "learning_rate": 0.00018979070598857184, |
| "loss": 0.0003, |
| "step": 179500 |
| }, |
| { |
| "epoch": 1.3906379165153704, |
| "grad_norm": 0.00038475391920655966, |
| "learning_rate": 0.00018933624591743368, |
| "loss": 0.0003, |
| "step": 180000 |
| }, |
| { |
| "epoch": 1.394500799616802, |
| "grad_norm": 0.0003974135033786297, |
| "learning_rate": 0.00018888178584629554, |
| "loss": 0.0003, |
| "step": 180500 |
| }, |
| { |
| "epoch": 1.3983636827182335, |
| "grad_norm": 0.00041810667607933283, |
| "learning_rate": 0.00018842732577515738, |
| "loss": 0.0003, |
| "step": 181000 |
| }, |
| { |
| "epoch": 1.402226565819665, |
| "grad_norm": 0.00039118548738770187, |
| "learning_rate": 0.00018797286570401922, |
| "loss": 0.0003, |
| "step": 181500 |
| }, |
| { |
| "epoch": 1.4060894489210969, |
| "grad_norm": 0.0004240362031850964, |
| "learning_rate": 0.0001875184056328811, |
| "loss": 0.0003, |
| "step": 182000 |
| }, |
| { |
| "epoch": 1.4099523320225282, |
| "grad_norm": 0.00044009560951963067, |
| "learning_rate": 0.00018706394556174293, |
| "loss": 0.0003, |
| "step": 182500 |
| }, |
| { |
| "epoch": 1.41381521512396, |
| "grad_norm": 0.00038786401273682714, |
| "learning_rate": 0.0001866094854906048, |
| "loss": 0.0003, |
| "step": 183000 |
| }, |
| { |
| "epoch": 1.4176780982253914, |
| "grad_norm": 0.0003855082031805068, |
| "learning_rate": 0.00018615502541946663, |
| "loss": 0.0003, |
| "step": 183500 |
| }, |
| { |
| "epoch": 1.4215409813268232, |
| "grad_norm": 0.00035129828029312193, |
| "learning_rate": 0.00018570056534832847, |
| "loss": 0.0003, |
| "step": 184000 |
| }, |
| { |
| "epoch": 1.4254038644282547, |
| "grad_norm": 0.0004144856648053974, |
| "learning_rate": 0.00018524610527719033, |
| "loss": 0.0003, |
| "step": 184500 |
| }, |
| { |
| "epoch": 1.4292667475296863, |
| "grad_norm": 0.00038916736957617104, |
| "learning_rate": 0.00018479164520605217, |
| "loss": 0.0003, |
| "step": 185000 |
| }, |
| { |
| "epoch": 1.4331296306311179, |
| "grad_norm": 0.00037746617454104125, |
| "learning_rate": 0.00018433718513491404, |
| "loss": 0.0003, |
| "step": 185500 |
| }, |
| { |
| "epoch": 1.4369925137325494, |
| "grad_norm": 0.0004193016211502254, |
| "learning_rate": 0.00018388272506377588, |
| "loss": 0.0003, |
| "step": 186000 |
| }, |
| { |
| "epoch": 1.440855396833981, |
| "grad_norm": 0.0003769499890040606, |
| "learning_rate": 0.00018342826499263772, |
| "loss": 0.0003, |
| "step": 186500 |
| }, |
| { |
| "epoch": 1.4447182799354126, |
| "grad_norm": 0.00040736031951382756, |
| "learning_rate": 0.00018297380492149958, |
| "loss": 0.0003, |
| "step": 187000 |
| }, |
| { |
| "epoch": 1.4485811630368441, |
| "grad_norm": 0.00042587725329212844, |
| "learning_rate": 0.00018251934485036142, |
| "loss": 0.0003, |
| "step": 187500 |
| }, |
| { |
| "epoch": 1.4524440461382757, |
| "grad_norm": 0.0004074377939105034, |
| "learning_rate": 0.00018206488477922329, |
| "loss": 0.0003, |
| "step": 188000 |
| }, |
| { |
| "epoch": 1.4563069292397073, |
| "grad_norm": 0.000427786901127547, |
| "learning_rate": 0.00018161042470808512, |
| "loss": 0.0003, |
| "step": 188500 |
| }, |
| { |
| "epoch": 1.4601698123411389, |
| "grad_norm": 0.0004227866302244365, |
| "learning_rate": 0.00018115596463694696, |
| "loss": 0.0003, |
| "step": 189000 |
| }, |
| { |
| "epoch": 1.4640326954425706, |
| "grad_norm": 0.00043102685594931245, |
| "learning_rate": 0.00018070150456580883, |
| "loss": 0.0003, |
| "step": 189500 |
| }, |
| { |
| "epoch": 1.467895578544002, |
| "grad_norm": 0.0003675154584925622, |
| "learning_rate": 0.00018024704449467067, |
| "loss": 0.0003, |
| "step": 190000 |
| }, |
| { |
| "epoch": 1.4717584616454338, |
| "grad_norm": 0.0004437029710970819, |
| "learning_rate": 0.00017979258442353256, |
| "loss": 0.0003, |
| "step": 190500 |
| }, |
| { |
| "epoch": 1.4756213447468653, |
| "grad_norm": 0.00044143290142528713, |
| "learning_rate": 0.0001793381243523944, |
| "loss": 0.0003, |
| "step": 191000 |
| }, |
| { |
| "epoch": 1.479484227848297, |
| "grad_norm": 0.00038855167804285884, |
| "learning_rate": 0.0001788836642812562, |
| "loss": 0.0003, |
| "step": 191500 |
| }, |
| { |
| "epoch": 1.4833471109497285, |
| "grad_norm": 0.00041832137503661215, |
| "learning_rate": 0.0001784292042101181, |
| "loss": 0.0003, |
| "step": 192000 |
| }, |
| { |
| "epoch": 1.48720999405116, |
| "grad_norm": 0.00042216904694214463, |
| "learning_rate": 0.00017797474413897994, |
| "loss": 0.0003, |
| "step": 192500 |
| }, |
| { |
| "epoch": 1.4910728771525916, |
| "grad_norm": 0.0003619820927269757, |
| "learning_rate": 0.0001775202840678418, |
| "loss": 0.0003, |
| "step": 193000 |
| }, |
| { |
| "epoch": 1.4949357602540232, |
| "grad_norm": 0.0004148418374825269, |
| "learning_rate": 0.00017706582399670365, |
| "loss": 0.0003, |
| "step": 193500 |
| }, |
| { |
| "epoch": 1.4987986433554548, |
| "grad_norm": 0.0003889719373546541, |
| "learning_rate": 0.00017661136392556548, |
| "loss": 0.0003, |
| "step": 194000 |
| }, |
| { |
| "epoch": 1.5026615264568863, |
| "grad_norm": 0.00035413564182817936, |
| "learning_rate": 0.00017615690385442735, |
| "loss": 0.0003, |
| "step": 194500 |
| }, |
| { |
| "epoch": 1.506524409558318, |
| "grad_norm": 0.00041614958900026977, |
| "learning_rate": 0.0001757024437832892, |
| "loss": 0.0003, |
| "step": 195000 |
| }, |
| { |
| "epoch": 1.5103872926597495, |
| "grad_norm": 0.00038349401438608766, |
| "learning_rate": 0.00017524798371215103, |
| "loss": 0.0003, |
| "step": 195500 |
| }, |
| { |
| "epoch": 1.5142501757611813, |
| "grad_norm": 0.0004736898990813643, |
| "learning_rate": 0.0001747935236410129, |
| "loss": 0.0003, |
| "step": 196000 |
| }, |
| { |
| "epoch": 1.5181130588626126, |
| "grad_norm": 0.0003606528916861862, |
| "learning_rate": 0.00017433906356987473, |
| "loss": 0.0003, |
| "step": 196500 |
| }, |
| { |
| "epoch": 1.5219759419640444, |
| "grad_norm": 0.00039227615343406796, |
| "learning_rate": 0.0001738846034987366, |
| "loss": 0.0003, |
| "step": 197000 |
| }, |
| { |
| "epoch": 1.5258388250654757, |
| "grad_norm": 0.00038570541073568165, |
| "learning_rate": 0.00017343014342759844, |
| "loss": 0.0003, |
| "step": 197500 |
| }, |
| { |
| "epoch": 1.5297017081669075, |
| "grad_norm": 0.0003896007256116718, |
| "learning_rate": 0.00017297568335646028, |
| "loss": 0.0003, |
| "step": 198000 |
| }, |
| { |
| "epoch": 1.5335645912683389, |
| "grad_norm": 0.00037037860602140427, |
| "learning_rate": 0.00017252122328532214, |
| "loss": 0.0003, |
| "step": 198500 |
| }, |
| { |
| "epoch": 1.5374274743697707, |
| "grad_norm": 0.0004178315575700253, |
| "learning_rate": 0.00017206676321418398, |
| "loss": 0.0003, |
| "step": 199000 |
| }, |
| { |
| "epoch": 1.5412903574712022, |
| "grad_norm": 0.0004494404711294919, |
| "learning_rate": 0.00017161230314304585, |
| "loss": 0.0003, |
| "step": 199500 |
| }, |
| { |
| "epoch": 1.5451532405726338, |
| "grad_norm": 0.00043085639481432736, |
| "learning_rate": 0.00017115784307190768, |
| "loss": 0.0003, |
| "step": 200000 |
| }, |
| { |
| "epoch": 1.5490161236740654, |
| "grad_norm": 0.0003994444850832224, |
| "learning_rate": 0.00017070338300076952, |
| "loss": 0.0003, |
| "step": 200500 |
| }, |
| { |
| "epoch": 1.552879006775497, |
| "grad_norm": 0.00038502513780258596, |
| "learning_rate": 0.0001702489229296314, |
| "loss": 0.0003, |
| "step": 201000 |
| }, |
| { |
| "epoch": 1.5567418898769285, |
| "grad_norm": 0.00040339346742257476, |
| "learning_rate": 0.00016979446285849323, |
| "loss": 0.0003, |
| "step": 201500 |
| }, |
| { |
| "epoch": 1.56060477297836, |
| "grad_norm": 0.0004164897254668176, |
| "learning_rate": 0.0001693400027873551, |
| "loss": 0.0003, |
| "step": 202000 |
| }, |
| { |
| "epoch": 1.5644676560797919, |
| "grad_norm": 0.0004254815576132387, |
| "learning_rate": 0.00016888554271621693, |
| "loss": 0.0003, |
| "step": 202500 |
| }, |
| { |
| "epoch": 1.5683305391812232, |
| "grad_norm": 0.00037603103555738926, |
| "learning_rate": 0.00016843108264507877, |
| "loss": 0.0003, |
| "step": 203000 |
| }, |
| { |
| "epoch": 1.572193422282655, |
| "grad_norm": 0.0004439698241185397, |
| "learning_rate": 0.00016797662257394064, |
| "loss": 0.0003, |
| "step": 203500 |
| }, |
| { |
| "epoch": 1.5760563053840864, |
| "grad_norm": 0.0004298971325624734, |
| "learning_rate": 0.00016752216250280247, |
| "loss": 0.0003, |
| "step": 204000 |
| }, |
| { |
| "epoch": 1.5799191884855182, |
| "grad_norm": 0.00040610809810459614, |
| "learning_rate": 0.00016706770243166434, |
| "loss": 0.0003, |
| "step": 204500 |
| }, |
| { |
| "epoch": 1.5837820715869495, |
| "grad_norm": 0.00037626715493388474, |
| "learning_rate": 0.00016661324236052618, |
| "loss": 0.0003, |
| "step": 205000 |
| }, |
| { |
| "epoch": 1.5876449546883813, |
| "grad_norm": 0.0004322736931499094, |
| "learning_rate": 0.00016615878228938802, |
| "loss": 0.0003, |
| "step": 205500 |
| }, |
| { |
| "epoch": 1.5915078377898126, |
| "grad_norm": 0.0003791552153415978, |
| "learning_rate": 0.0001657043222182499, |
| "loss": 0.0003, |
| "step": 206000 |
| }, |
| { |
| "epoch": 1.5953707208912444, |
| "grad_norm": 0.0004476773028727621, |
| "learning_rate": 0.00016524986214711172, |
| "loss": 0.0003, |
| "step": 206500 |
| }, |
| { |
| "epoch": 1.599233603992676, |
| "grad_norm": 0.0004227587196510285, |
| "learning_rate": 0.00016479540207597361, |
| "loss": 0.0003, |
| "step": 207000 |
| }, |
| { |
| "epoch": 1.6030964870941076, |
| "grad_norm": 0.0004329047806095332, |
| "learning_rate": 0.00016434094200483545, |
| "loss": 0.0003, |
| "step": 207500 |
| }, |
| { |
| "epoch": 1.6069593701955391, |
| "grad_norm": 0.0004244181327521801, |
| "learning_rate": 0.0001638864819336973, |
| "loss": 0.0003, |
| "step": 208000 |
| }, |
| { |
| "epoch": 1.6108222532969707, |
| "grad_norm": 0.0004290763463359326, |
| "learning_rate": 0.00016343202186255916, |
| "loss": 0.0003, |
| "step": 208500 |
| }, |
| { |
| "epoch": 1.6146851363984023, |
| "grad_norm": 0.00040158795309253037, |
| "learning_rate": 0.000162977561791421, |
| "loss": 0.0003, |
| "step": 209000 |
| }, |
| { |
| "epoch": 1.6185480194998338, |
| "grad_norm": 0.00042520073475316167, |
| "learning_rate": 0.00016252310172028286, |
| "loss": 0.0003, |
| "step": 209500 |
| }, |
| { |
| "epoch": 1.6224109026012656, |
| "grad_norm": 0.0004901690408587456, |
| "learning_rate": 0.0001620686416491447, |
| "loss": 0.0003, |
| "step": 210000 |
| }, |
| { |
| "epoch": 1.626273785702697, |
| "grad_norm": 0.00038485441473312676, |
| "learning_rate": 0.00016161418157800654, |
| "loss": 0.0003, |
| "step": 210500 |
| }, |
| { |
| "epoch": 1.6301366688041288, |
| "grad_norm": 0.00040810354403220117, |
| "learning_rate": 0.0001611597215068684, |
| "loss": 0.0003, |
| "step": 211000 |
| }, |
| { |
| "epoch": 1.6339995519055601, |
| "grad_norm": 0.00039863213896751404, |
| "learning_rate": 0.00016070526143573024, |
| "loss": 0.0003, |
| "step": 211500 |
| }, |
| { |
| "epoch": 1.637862435006992, |
| "grad_norm": 0.0004517484048847109, |
| "learning_rate": 0.0001602508013645921, |
| "loss": 0.0003, |
| "step": 212000 |
| }, |
| { |
| "epoch": 1.6417253181084233, |
| "grad_norm": 0.0003811582282651216, |
| "learning_rate": 0.00015979634129345395, |
| "loss": 0.0003, |
| "step": 212500 |
| }, |
| { |
| "epoch": 1.645588201209855, |
| "grad_norm": 0.000378860771888867, |
| "learning_rate": 0.00015934188122231579, |
| "loss": 0.0003, |
| "step": 213000 |
| }, |
| { |
| "epoch": 1.6494510843112866, |
| "grad_norm": 0.00045831358875148, |
| "learning_rate": 0.00015888742115117765, |
| "loss": 0.0003, |
| "step": 213500 |
| }, |
| { |
| "epoch": 1.6533139674127182, |
| "grad_norm": 0.0004245250893291086, |
| "learning_rate": 0.0001584329610800395, |
| "loss": 0.0003, |
| "step": 214000 |
| }, |
| { |
| "epoch": 1.6571768505141498, |
| "grad_norm": 0.0004042689106427133, |
| "learning_rate": 0.00015797850100890136, |
| "loss": 0.0003, |
| "step": 214500 |
| }, |
| { |
| "epoch": 1.6610397336155813, |
| "grad_norm": 0.0003839880519080907, |
| "learning_rate": 0.0001575240409377632, |
| "loss": 0.0003, |
| "step": 215000 |
| }, |
| { |
| "epoch": 1.664902616717013, |
| "grad_norm": 0.0004094207542948425, |
| "learning_rate": 0.00015706958086662503, |
| "loss": 0.0003, |
| "step": 215500 |
| }, |
| { |
| "epoch": 1.6687654998184445, |
| "grad_norm": 0.0004042787477374077, |
| "learning_rate": 0.0001566151207954869, |
| "loss": 0.0003, |
| "step": 216000 |
| }, |
| { |
| "epoch": 1.672628382919876, |
| "grad_norm": 0.0003925784258171916, |
| "learning_rate": 0.00015616066072434874, |
| "loss": 0.0003, |
| "step": 216500 |
| }, |
| { |
| "epoch": 1.6764912660213076, |
| "grad_norm": 0.00037218185025267303, |
| "learning_rate": 0.0001557062006532106, |
| "loss": 0.0003, |
| "step": 217000 |
| }, |
| { |
| "epoch": 1.6803541491227394, |
| "grad_norm": 0.0004271686193533242, |
| "learning_rate": 0.00015525174058207244, |
| "loss": 0.0003, |
| "step": 217500 |
| }, |
| { |
| "epoch": 1.6842170322241707, |
| "grad_norm": 0.0004018540494143963, |
| "learning_rate": 0.00015479728051093428, |
| "loss": 0.0003, |
| "step": 218000 |
| }, |
| { |
| "epoch": 1.6880799153256025, |
| "grad_norm": 0.00041026700637303293, |
| "learning_rate": 0.00015434282043979615, |
| "loss": 0.0003, |
| "step": 218500 |
| }, |
| { |
| "epoch": 1.6919427984270339, |
| "grad_norm": 0.00038516061613336205, |
| "learning_rate": 0.00015388836036865798, |
| "loss": 0.0003, |
| "step": 219000 |
| }, |
| { |
| "epoch": 1.6958056815284657, |
| "grad_norm": 0.00036750882281921804, |
| "learning_rate": 0.00015343390029751985, |
| "loss": 0.0003, |
| "step": 219500 |
| }, |
| { |
| "epoch": 1.699668564629897, |
| "grad_norm": 0.00046027119969949126, |
| "learning_rate": 0.0001529794402263817, |
| "loss": 0.0003, |
| "step": 220000 |
| }, |
| { |
| "epoch": 1.7035314477313288, |
| "grad_norm": 0.00037043061456643045, |
| "learning_rate": 0.00015252498015524353, |
| "loss": 0.0003, |
| "step": 220500 |
| }, |
| { |
| "epoch": 1.7073943308327604, |
| "grad_norm": 0.0004286552139092237, |
| "learning_rate": 0.00015207052008410542, |
| "loss": 0.0003, |
| "step": 221000 |
| }, |
| { |
| "epoch": 1.711257213934192, |
| "grad_norm": 0.0004185969883110374, |
| "learning_rate": 0.00015161606001296723, |
| "loss": 0.0003, |
| "step": 221500 |
| }, |
| { |
| "epoch": 1.7151200970356235, |
| "grad_norm": 0.0003913992550224066, |
| "learning_rate": 0.00015116159994182907, |
| "loss": 0.0003, |
| "step": 222000 |
| }, |
| { |
| "epoch": 1.718982980137055, |
| "grad_norm": 0.00038768764352425933, |
| "learning_rate": 0.00015070713987069096, |
| "loss": 0.0003, |
| "step": 222500 |
| }, |
| { |
| "epoch": 1.7228458632384867, |
| "grad_norm": 0.00038810214027762413, |
| "learning_rate": 0.0001502526797995528, |
| "loss": 0.0003, |
| "step": 223000 |
| }, |
| { |
| "epoch": 1.7267087463399182, |
| "grad_norm": 0.00042798841604962945, |
| "learning_rate": 0.00014979821972841464, |
| "loss": 0.0003, |
| "step": 223500 |
| }, |
| { |
| "epoch": 1.73057162944135, |
| "grad_norm": 0.00038101564859971404, |
| "learning_rate": 0.0001493437596572765, |
| "loss": 0.0003, |
| "step": 224000 |
| }, |
| { |
| "epoch": 1.7344345125427814, |
| "grad_norm": 0.0003932290128432214, |
| "learning_rate": 0.00014888929958613834, |
| "loss": 0.0003, |
| "step": 224500 |
| }, |
| { |
| "epoch": 1.7382973956442132, |
| "grad_norm": 0.00039348064456135035, |
| "learning_rate": 0.0001484348395150002, |
| "loss": 0.0003, |
| "step": 225000 |
| }, |
| { |
| "epoch": 1.7421602787456445, |
| "grad_norm": 0.00038930537994019687, |
| "learning_rate": 0.00014798037944386205, |
| "loss": 0.0003, |
| "step": 225500 |
| }, |
| { |
| "epoch": 1.7460231618470763, |
| "grad_norm": 0.00040366893517784774, |
| "learning_rate": 0.0001475259193727239, |
| "loss": 0.0003, |
| "step": 226000 |
| }, |
| { |
| "epoch": 1.7498860449485076, |
| "grad_norm": 0.0004505430406425148, |
| "learning_rate": 0.00014707145930158575, |
| "loss": 0.0003, |
| "step": 226500 |
| }, |
| { |
| "epoch": 1.7537489280499394, |
| "grad_norm": 0.0003945432254113257, |
| "learning_rate": 0.0001466169992304476, |
| "loss": 0.0003, |
| "step": 227000 |
| }, |
| { |
| "epoch": 1.7576118111513708, |
| "grad_norm": 0.0004522661038208753, |
| "learning_rate": 0.00014616253915930946, |
| "loss": 0.0003, |
| "step": 227500 |
| }, |
| { |
| "epoch": 1.7614746942528026, |
| "grad_norm": 0.0003905027697328478, |
| "learning_rate": 0.0001457080790881713, |
| "loss": 0.0003, |
| "step": 228000 |
| }, |
| { |
| "epoch": 1.7653375773542341, |
| "grad_norm": 0.00039171066600829363, |
| "learning_rate": 0.00014525361901703313, |
| "loss": 0.0003, |
| "step": 228500 |
| }, |
| { |
| "epoch": 1.7692004604556657, |
| "grad_norm": 0.00041425134986639023, |
| "learning_rate": 0.000144799158945895, |
| "loss": 0.0003, |
| "step": 229000 |
| }, |
| { |
| "epoch": 1.7730633435570973, |
| "grad_norm": 0.00039298326009884477, |
| "learning_rate": 0.00014434469887475687, |
| "loss": 0.0003, |
| "step": 229500 |
| }, |
| { |
| "epoch": 1.7769262266585288, |
| "grad_norm": 0.00038489836151711643, |
| "learning_rate": 0.0001438902388036187, |
| "loss": 0.0003, |
| "step": 230000 |
| }, |
| { |
| "epoch": 1.7807891097599604, |
| "grad_norm": 0.0004210007027722895, |
| "learning_rate": 0.00014343577873248054, |
| "loss": 0.0003, |
| "step": 230500 |
| }, |
| { |
| "epoch": 1.784651992861392, |
| "grad_norm": 0.00042244375799782574, |
| "learning_rate": 0.0001429813186613424, |
| "loss": 0.0003, |
| "step": 231000 |
| }, |
| { |
| "epoch": 1.7885148759628238, |
| "grad_norm": 0.00044437378528527915, |
| "learning_rate": 0.00014252685859020425, |
| "loss": 0.0003, |
| "step": 231500 |
| }, |
| { |
| "epoch": 1.7923777590642551, |
| "grad_norm": 0.0003892597451340407, |
| "learning_rate": 0.0001420723985190661, |
| "loss": 0.0003, |
| "step": 232000 |
| }, |
| { |
| "epoch": 1.796240642165687, |
| "grad_norm": 0.00042284041410312057, |
| "learning_rate": 0.00014161793844792795, |
| "loss": 0.0003, |
| "step": 232500 |
| }, |
| { |
| "epoch": 1.8001035252671183, |
| "grad_norm": 0.00037430404336191714, |
| "learning_rate": 0.0001411634783767898, |
| "loss": 0.0003, |
| "step": 233000 |
| }, |
| { |
| "epoch": 1.80396640836855, |
| "grad_norm": 0.0004308871866669506, |
| "learning_rate": 0.00014070901830565166, |
| "loss": 0.0003, |
| "step": 233500 |
| }, |
| { |
| "epoch": 1.8078292914699814, |
| "grad_norm": 0.0004083754902239889, |
| "learning_rate": 0.0001402545582345135, |
| "loss": 0.0003, |
| "step": 234000 |
| }, |
| { |
| "epoch": 1.8116921745714132, |
| "grad_norm": 0.00041078985668718815, |
| "learning_rate": 0.00013980009816337536, |
| "loss": 0.0003, |
| "step": 234500 |
| }, |
| { |
| "epoch": 1.8155550576728448, |
| "grad_norm": 0.0004413351707626134, |
| "learning_rate": 0.0001393456380922372, |
| "loss": 0.0003, |
| "step": 235000 |
| }, |
| { |
| "epoch": 1.8194179407742763, |
| "grad_norm": 0.00039201107574626803, |
| "learning_rate": 0.00013889117802109904, |
| "loss": 0.0003, |
| "step": 235500 |
| }, |
| { |
| "epoch": 1.823280823875708, |
| "grad_norm": 0.00039923322037793696, |
| "learning_rate": 0.0001384367179499609, |
| "loss": 0.0003, |
| "step": 236000 |
| }, |
| { |
| "epoch": 1.8271437069771395, |
| "grad_norm": 0.0004075372125953436, |
| "learning_rate": 0.00013798225787882274, |
| "loss": 0.0003, |
| "step": 236500 |
| }, |
| { |
| "epoch": 1.831006590078571, |
| "grad_norm": 0.00040116155287250876, |
| "learning_rate": 0.0001375277978076846, |
| "loss": 0.0003, |
| "step": 237000 |
| }, |
| { |
| "epoch": 1.8348694731800026, |
| "grad_norm": 0.00041852614958770573, |
| "learning_rate": 0.00013707333773654647, |
| "loss": 0.0003, |
| "step": 237500 |
| }, |
| { |
| "epoch": 1.8387323562814342, |
| "grad_norm": 0.0004257333348505199, |
| "learning_rate": 0.0001366188776654083, |
| "loss": 0.0003, |
| "step": 238000 |
| }, |
| { |
| "epoch": 1.8425952393828657, |
| "grad_norm": 0.0003763121203519404, |
| "learning_rate": 0.00013616441759427015, |
| "loss": 0.0003, |
| "step": 238500 |
| }, |
| { |
| "epoch": 1.8464581224842975, |
| "grad_norm": 0.00041360125760547817, |
| "learning_rate": 0.00013570995752313202, |
| "loss": 0.0003, |
| "step": 239000 |
| }, |
| { |
| "epoch": 1.8503210055857289, |
| "grad_norm": 0.00042873475467786193, |
| "learning_rate": 0.00013525549745199385, |
| "loss": 0.0003, |
| "step": 239500 |
| }, |
| { |
| "epoch": 1.8541838886871607, |
| "grad_norm": 0.00039483854197897017, |
| "learning_rate": 0.00013480103738085572, |
| "loss": 0.0003, |
| "step": 240000 |
| }, |
| { |
| "epoch": 1.858046771788592, |
| "grad_norm": 0.00039821091922931373, |
| "learning_rate": 0.00013434657730971756, |
| "loss": 0.0003, |
| "step": 240500 |
| }, |
| { |
| "epoch": 1.8619096548900238, |
| "grad_norm": 0.0003865666803903878, |
| "learning_rate": 0.0001338921172385794, |
| "loss": 0.0003, |
| "step": 241000 |
| }, |
| { |
| "epoch": 1.8657725379914551, |
| "grad_norm": 0.00039214183925651014, |
| "learning_rate": 0.00013343765716744126, |
| "loss": 0.0003, |
| "step": 241500 |
| }, |
| { |
| "epoch": 1.869635421092887, |
| "grad_norm": 0.0004279193817637861, |
| "learning_rate": 0.0001329831970963031, |
| "loss": 0.0003, |
| "step": 242000 |
| }, |
| { |
| "epoch": 1.8734983041943185, |
| "grad_norm": 0.00042890734039247036, |
| "learning_rate": 0.00013252873702516494, |
| "loss": 0.0003, |
| "step": 242500 |
| }, |
| { |
| "epoch": 1.87736118729575, |
| "grad_norm": 0.00040093736606650054, |
| "learning_rate": 0.0001320742769540268, |
| "loss": 0.0003, |
| "step": 243000 |
| }, |
| { |
| "epoch": 1.8812240703971816, |
| "grad_norm": 0.00038263245369307697, |
| "learning_rate": 0.00013161981688288864, |
| "loss": 0.0003, |
| "step": 243500 |
| }, |
| { |
| "epoch": 1.8850869534986132, |
| "grad_norm": 0.00043640268268063664, |
| "learning_rate": 0.0001311653568117505, |
| "loss": 0.0003, |
| "step": 244000 |
| }, |
| { |
| "epoch": 1.8889498366000448, |
| "grad_norm": 0.0004298704443499446, |
| "learning_rate": 0.00013071089674061238, |
| "loss": 0.0003, |
| "step": 244500 |
| }, |
| { |
| "epoch": 1.8928127197014764, |
| "grad_norm": 0.0004053697339259088, |
| "learning_rate": 0.0001302564366694742, |
| "loss": 0.0003, |
| "step": 245000 |
| }, |
| { |
| "epoch": 1.8966756028029081, |
| "grad_norm": 0.0004045435052830726, |
| "learning_rate": 0.00012980197659833605, |
| "loss": 0.0003, |
| "step": 245500 |
| }, |
| { |
| "epoch": 1.9005384859043395, |
| "grad_norm": 0.00037249817978590727, |
| "learning_rate": 0.00012934751652719792, |
| "loss": 0.0003, |
| "step": 246000 |
| }, |
| { |
| "epoch": 1.9044013690057713, |
| "grad_norm": 0.0004331369127612561, |
| "learning_rate": 0.00012889305645605976, |
| "loss": 0.0003, |
| "step": 246500 |
| }, |
| { |
| "epoch": 1.9082642521072026, |
| "grad_norm": 0.00039425501017831266, |
| "learning_rate": 0.00012843859638492162, |
| "loss": 0.0003, |
| "step": 247000 |
| }, |
| { |
| "epoch": 1.9121271352086344, |
| "grad_norm": 0.00040850628283806145, |
| "learning_rate": 0.00012798413631378346, |
| "loss": 0.0003, |
| "step": 247500 |
| }, |
| { |
| "epoch": 1.9159900183100658, |
| "grad_norm": 0.0004171692708041519, |
| "learning_rate": 0.0001275296762426453, |
| "loss": 0.0003, |
| "step": 248000 |
| }, |
| { |
| "epoch": 1.9198529014114976, |
| "grad_norm": 0.00042486467282287776, |
| "learning_rate": 0.00012707521617150717, |
| "loss": 0.0003, |
| "step": 248500 |
| }, |
| { |
| "epoch": 1.923715784512929, |
| "grad_norm": 0.0003857310221064836, |
| "learning_rate": 0.000126620756100369, |
| "loss": 0.0003, |
| "step": 249000 |
| }, |
| { |
| "epoch": 1.9275786676143607, |
| "grad_norm": 0.00043836142867803574, |
| "learning_rate": 0.00012616629602923087, |
| "loss": 0.0003, |
| "step": 249500 |
| }, |
| { |
| "epoch": 1.9314415507157923, |
| "grad_norm": 0.00039056732202880085, |
| "learning_rate": 0.0001257118359580927, |
| "loss": 0.0003, |
| "step": 250000 |
| }, |
| { |
| "epoch": 1.9353044338172238, |
| "grad_norm": 0.0004863255890086293, |
| "learning_rate": 0.00012525737588695455, |
| "loss": 0.0003, |
| "step": 250500 |
| }, |
| { |
| "epoch": 1.9391673169186554, |
| "grad_norm": 0.00042994500836357474, |
| "learning_rate": 0.00012480291581581641, |
| "loss": 0.0003, |
| "step": 251000 |
| }, |
| { |
| "epoch": 1.943030200020087, |
| "grad_norm": 0.0004507972626015544, |
| "learning_rate": 0.00012434845574467828, |
| "loss": 0.0003, |
| "step": 251500 |
| }, |
| { |
| "epoch": 1.9468930831215185, |
| "grad_norm": 0.000748885446228087, |
| "learning_rate": 0.00012389399567354012, |
| "loss": 0.0003, |
| "step": 252000 |
| }, |
| { |
| "epoch": 1.95075596622295, |
| "grad_norm": 0.0003968368982896209, |
| "learning_rate": 0.00012343953560240196, |
| "loss": 0.0003, |
| "step": 252500 |
| }, |
| { |
| "epoch": 1.954618849324382, |
| "grad_norm": 0.0004240422276780009, |
| "learning_rate": 0.00012298507553126382, |
| "loss": 0.0003, |
| "step": 253000 |
| }, |
| { |
| "epoch": 1.9584817324258132, |
| "grad_norm": 0.00044167175656184554, |
| "learning_rate": 0.00012253061546012566, |
| "loss": 0.0003, |
| "step": 253500 |
| }, |
| { |
| "epoch": 1.962344615527245, |
| "grad_norm": 0.00036484008887782693, |
| "learning_rate": 0.00012207615538898753, |
| "loss": 0.0003, |
| "step": 254000 |
| }, |
| { |
| "epoch": 1.9662074986286764, |
| "grad_norm": 0.0004044172237627208, |
| "learning_rate": 0.00012162169531784937, |
| "loss": 0.0003, |
| "step": 254500 |
| }, |
| { |
| "epoch": 1.9700703817301082, |
| "grad_norm": 0.0004093232564628124, |
| "learning_rate": 0.0001211672352467112, |
| "loss": 0.0003, |
| "step": 255000 |
| }, |
| { |
| "epoch": 1.9739332648315395, |
| "grad_norm": 0.0003724129928741604, |
| "learning_rate": 0.00012071277517557306, |
| "loss": 0.0003, |
| "step": 255500 |
| }, |
| { |
| "epoch": 1.9777961479329713, |
| "grad_norm": 0.0003869113279506564, |
| "learning_rate": 0.00012025831510443492, |
| "loss": 0.0003, |
| "step": 256000 |
| }, |
| { |
| "epoch": 1.9816590310344029, |
| "grad_norm": 0.00036866377922706306, |
| "learning_rate": 0.00011980385503329677, |
| "loss": 0.0003, |
| "step": 256500 |
| }, |
| { |
| "epoch": 1.9855219141358345, |
| "grad_norm": 0.00042447738815099, |
| "learning_rate": 0.00011934939496215861, |
| "loss": 0.0003, |
| "step": 257000 |
| }, |
| { |
| "epoch": 1.989384797237266, |
| "grad_norm": 0.0003843741142190993, |
| "learning_rate": 0.00011889493489102046, |
| "loss": 0.0003, |
| "step": 257500 |
| }, |
| { |
| "epoch": 1.9932476803386976, |
| "grad_norm": 0.0004299108113627881, |
| "learning_rate": 0.00011844047481988232, |
| "loss": 0.0003, |
| "step": 258000 |
| }, |
| { |
| "epoch": 1.9971105634401292, |
| "grad_norm": 0.00039060041308403015, |
| "learning_rate": 0.00011798601474874417, |
| "loss": 0.0003, |
| "step": 258500 |
| }, |
| { |
| "epoch": 2.0009734465415607, |
| "grad_norm": 0.0004127940337639302, |
| "learning_rate": 0.00011753155467760602, |
| "loss": 0.0003, |
| "step": 259000 |
| }, |
| { |
| "epoch": 2.0048363296429925, |
| "grad_norm": 0.0003710352466441691, |
| "learning_rate": 0.00011707709460646786, |
| "loss": 0.0003, |
| "step": 259500 |
| }, |
| { |
| "epoch": 2.008699212744424, |
| "grad_norm": 0.00043169083073735237, |
| "learning_rate": 0.00011662263453532971, |
| "loss": 0.0003, |
| "step": 260000 |
| }, |
| { |
| "epoch": 2.0125620958458557, |
| "grad_norm": 0.00042857075459323823, |
| "learning_rate": 0.00011616817446419156, |
| "loss": 0.0003, |
| "step": 260500 |
| }, |
| { |
| "epoch": 2.016424978947287, |
| "grad_norm": 0.00046496940194629133, |
| "learning_rate": 0.00011571371439305342, |
| "loss": 0.0003, |
| "step": 261000 |
| }, |
| { |
| "epoch": 2.020287862048719, |
| "grad_norm": 0.00039056496461853385, |
| "learning_rate": 0.00011525925432191527, |
| "loss": 0.0003, |
| "step": 261500 |
| }, |
| { |
| "epoch": 2.02415074515015, |
| "grad_norm": 0.000406107195885852, |
| "learning_rate": 0.00011480479425077711, |
| "loss": 0.0003, |
| "step": 262000 |
| }, |
| { |
| "epoch": 2.028013628251582, |
| "grad_norm": 0.00039516916149295866, |
| "learning_rate": 0.00011435033417963896, |
| "loss": 0.0003, |
| "step": 262500 |
| }, |
| { |
| "epoch": 2.0318765113530133, |
| "grad_norm": 0.0003748384478967637, |
| "learning_rate": 0.00011389587410850081, |
| "loss": 0.0003, |
| "step": 263000 |
| }, |
| { |
| "epoch": 2.035739394454445, |
| "grad_norm": 0.0003946254728361964, |
| "learning_rate": 0.00011344141403736268, |
| "loss": 0.0003, |
| "step": 263500 |
| }, |
| { |
| "epoch": 2.0396022775558764, |
| "grad_norm": 0.00039266227395273745, |
| "learning_rate": 0.00011298695396622453, |
| "loss": 0.0003, |
| "step": 264000 |
| }, |
| { |
| "epoch": 2.043465160657308, |
| "grad_norm": 0.0003905179037246853, |
| "learning_rate": 0.00011253249389508637, |
| "loss": 0.0003, |
| "step": 264500 |
| }, |
| { |
| "epoch": 2.0473280437587396, |
| "grad_norm": 0.00040395421092398465, |
| "learning_rate": 0.00011207803382394822, |
| "loss": 0.0003, |
| "step": 265000 |
| }, |
| { |
| "epoch": 2.0511909268601713, |
| "grad_norm": 0.00040508355596102774, |
| "learning_rate": 0.00011162357375281007, |
| "loss": 0.0003, |
| "step": 265500 |
| }, |
| { |
| "epoch": 2.055053809961603, |
| "grad_norm": 0.0004007483657915145, |
| "learning_rate": 0.00011116911368167192, |
| "loss": 0.0003, |
| "step": 266000 |
| }, |
| { |
| "epoch": 2.0589166930630345, |
| "grad_norm": 0.00040279951645061374, |
| "learning_rate": 0.00011071465361053378, |
| "loss": 0.0003, |
| "step": 266500 |
| }, |
| { |
| "epoch": 2.0627795761644663, |
| "grad_norm": 0.0004587202565744519, |
| "learning_rate": 0.00011026019353939561, |
| "loss": 0.0003, |
| "step": 267000 |
| }, |
| { |
| "epoch": 2.0666424592658976, |
| "grad_norm": 0.0003896713024005294, |
| "learning_rate": 0.00010980573346825747, |
| "loss": 0.0003, |
| "step": 267500 |
| }, |
| { |
| "epoch": 2.0705053423673294, |
| "grad_norm": 0.00039689254481345415, |
| "learning_rate": 0.00010935127339711932, |
| "loss": 0.0003, |
| "step": 268000 |
| }, |
| { |
| "epoch": 2.0743682254687608, |
| "grad_norm": 0.00041530997259542346, |
| "learning_rate": 0.00010889681332598117, |
| "loss": 0.0003, |
| "step": 268500 |
| }, |
| { |
| "epoch": 2.0782311085701926, |
| "grad_norm": 0.00047515874030068517, |
| "learning_rate": 0.00010844235325484301, |
| "loss": 0.0003, |
| "step": 269000 |
| }, |
| { |
| "epoch": 2.082093991671624, |
| "grad_norm": 0.0003935998538509011, |
| "learning_rate": 0.00010798789318370486, |
| "loss": 0.0003, |
| "step": 269500 |
| }, |
| { |
| "epoch": 2.0859568747730557, |
| "grad_norm": 0.00048738697660155594, |
| "learning_rate": 0.00010753343311256671, |
| "loss": 0.0003, |
| "step": 270000 |
| }, |
| { |
| "epoch": 2.089819757874487, |
| "grad_norm": 0.00038931367453187704, |
| "learning_rate": 0.00010707897304142857, |
| "loss": 0.0003, |
| "step": 270500 |
| }, |
| { |
| "epoch": 2.093682640975919, |
| "grad_norm": 0.0004456916358321905, |
| "learning_rate": 0.00010662451297029043, |
| "loss": 0.0003, |
| "step": 271000 |
| }, |
| { |
| "epoch": 2.09754552407735, |
| "grad_norm": 0.00042469296022318304, |
| "learning_rate": 0.00010617005289915226, |
| "loss": 0.0003, |
| "step": 271500 |
| }, |
| { |
| "epoch": 2.101408407178782, |
| "grad_norm": 0.0004127691499888897, |
| "learning_rate": 0.00010571559282801412, |
| "loss": 0.0003, |
| "step": 272000 |
| }, |
| { |
| "epoch": 2.1052712902802133, |
| "grad_norm": 0.0004185699508525431, |
| "learning_rate": 0.00010526113275687598, |
| "loss": 0.0003, |
| "step": 272500 |
| }, |
| { |
| "epoch": 2.109134173381645, |
| "grad_norm": 0.0004032867436762899, |
| "learning_rate": 0.00010480667268573783, |
| "loss": 0.0003, |
| "step": 273000 |
| }, |
| { |
| "epoch": 2.112997056483077, |
| "grad_norm": 0.00039662199560552835, |
| "learning_rate": 0.00010435221261459968, |
| "loss": 0.0003, |
| "step": 273500 |
| }, |
| { |
| "epoch": 2.1168599395845082, |
| "grad_norm": 0.0004110955342184752, |
| "learning_rate": 0.00010389775254346152, |
| "loss": 0.0003, |
| "step": 274000 |
| }, |
| { |
| "epoch": 2.12072282268594, |
| "grad_norm": 0.0004184690478723496, |
| "learning_rate": 0.00010344329247232337, |
| "loss": 0.0003, |
| "step": 274500 |
| }, |
| { |
| "epoch": 2.1245857057873714, |
| "grad_norm": 0.0004132980538997799, |
| "learning_rate": 0.00010298883240118522, |
| "loss": 0.0003, |
| "step": 275000 |
| }, |
| { |
| "epoch": 2.128448588888803, |
| "grad_norm": 0.0004049827402923256, |
| "learning_rate": 0.00010253437233004707, |
| "loss": 0.0003, |
| "step": 275500 |
| }, |
| { |
| "epoch": 2.1323114719902345, |
| "grad_norm": 0.00039436816587112844, |
| "learning_rate": 0.00010207991225890893, |
| "loss": 0.0003, |
| "step": 276000 |
| }, |
| { |
| "epoch": 2.1361743550916663, |
| "grad_norm": 0.00044596754014492035, |
| "learning_rate": 0.00010162545218777077, |
| "loss": 0.0003, |
| "step": 276500 |
| }, |
| { |
| "epoch": 2.1400372381930977, |
| "grad_norm": 0.0004116700729355216, |
| "learning_rate": 0.00010117099211663262, |
| "loss": 0.0003, |
| "step": 277000 |
| }, |
| { |
| "epoch": 2.1439001212945294, |
| "grad_norm": 0.00036984015605412424, |
| "learning_rate": 0.00010071653204549447, |
| "loss": 0.0003, |
| "step": 277500 |
| }, |
| { |
| "epoch": 2.147763004395961, |
| "grad_norm": 0.0004131913010496646, |
| "learning_rate": 0.00010026207197435632, |
| "loss": 0.0003, |
| "step": 278000 |
| }, |
| { |
| "epoch": 2.1516258874973926, |
| "grad_norm": 0.00039576427661813796, |
| "learning_rate": 9.980761190321819e-05, |
| "loss": 0.0003, |
| "step": 278500 |
| }, |
| { |
| "epoch": 2.155488770598824, |
| "grad_norm": 0.0003931752871721983, |
| "learning_rate": 9.935315183208001e-05, |
| "loss": 0.0003, |
| "step": 279000 |
| }, |
| { |
| "epoch": 2.1593516537002557, |
| "grad_norm": 0.0004005175724159926, |
| "learning_rate": 9.889869176094188e-05, |
| "loss": 0.0003, |
| "step": 279500 |
| }, |
| { |
| "epoch": 2.1632145368016875, |
| "grad_norm": 0.00038955482887104154, |
| "learning_rate": 9.844423168980373e-05, |
| "loss": 0.0003, |
| "step": 280000 |
| }, |
| { |
| "epoch": 2.167077419903119, |
| "grad_norm": 0.0004296032420825213, |
| "learning_rate": 9.798977161866558e-05, |
| "loss": 0.0003, |
| "step": 280500 |
| }, |
| { |
| "epoch": 2.1709403030045507, |
| "grad_norm": 0.0003988723619841039, |
| "learning_rate": 9.753531154752743e-05, |
| "loss": 0.0003, |
| "step": 281000 |
| }, |
| { |
| "epoch": 2.174803186105982, |
| "grad_norm": 0.0004284825408831239, |
| "learning_rate": 9.708085147638927e-05, |
| "loss": 0.0003, |
| "step": 281500 |
| }, |
| { |
| "epoch": 2.178666069207414, |
| "grad_norm": 0.00043784480658359826, |
| "learning_rate": 9.662639140525113e-05, |
| "loss": 0.0003, |
| "step": 282000 |
| }, |
| { |
| "epoch": 2.182528952308845, |
| "grad_norm": 0.0004204624274279922, |
| "learning_rate": 9.617193133411298e-05, |
| "loss": 0.0003, |
| "step": 282500 |
| }, |
| { |
| "epoch": 2.186391835410277, |
| "grad_norm": 0.00045462080743163824, |
| "learning_rate": 9.571747126297483e-05, |
| "loss": 0.0003, |
| "step": 283000 |
| }, |
| { |
| "epoch": 2.1902547185117083, |
| "grad_norm": 0.000426099868491292, |
| "learning_rate": 9.526301119183667e-05, |
| "loss": 0.0003, |
| "step": 283500 |
| }, |
| { |
| "epoch": 2.19411760161314, |
| "grad_norm": 0.0004363481712061912, |
| "learning_rate": 9.480855112069852e-05, |
| "loss": 0.0003, |
| "step": 284000 |
| }, |
| { |
| "epoch": 2.1979804847145714, |
| "grad_norm": 0.00041816759039647877, |
| "learning_rate": 9.435409104956037e-05, |
| "loss": 0.0003, |
| "step": 284500 |
| }, |
| { |
| "epoch": 2.201843367816003, |
| "grad_norm": 0.00039576852577738464, |
| "learning_rate": 9.389963097842222e-05, |
| "loss": 0.0003, |
| "step": 285000 |
| }, |
| { |
| "epoch": 2.2057062509174346, |
| "grad_norm": 0.0003871625813189894, |
| "learning_rate": 9.344517090728409e-05, |
| "loss": 0.0003, |
| "step": 285500 |
| }, |
| { |
| "epoch": 2.2095691340188663, |
| "grad_norm": 0.0004058276826981455, |
| "learning_rate": 9.299071083614592e-05, |
| "loss": 0.0003, |
| "step": 286000 |
| }, |
| { |
| "epoch": 2.213432017120298, |
| "grad_norm": 0.0003888069768436253, |
| "learning_rate": 9.253625076500778e-05, |
| "loss": 0.0003, |
| "step": 286500 |
| }, |
| { |
| "epoch": 2.2172949002217295, |
| "grad_norm": 0.0003826101601589471, |
| "learning_rate": 9.208179069386963e-05, |
| "loss": 0.0003, |
| "step": 287000 |
| }, |
| { |
| "epoch": 2.2211577833231613, |
| "grad_norm": 0.0004133163602091372, |
| "learning_rate": 9.162733062273149e-05, |
| "loss": 0.0003, |
| "step": 287500 |
| }, |
| { |
| "epoch": 2.2250206664245926, |
| "grad_norm": 0.0003799792903009802, |
| "learning_rate": 9.117287055159334e-05, |
| "loss": 0.0003, |
| "step": 288000 |
| }, |
| { |
| "epoch": 2.2288835495260244, |
| "grad_norm": 0.0004137216310482472, |
| "learning_rate": 9.071841048045518e-05, |
| "loss": 0.0003, |
| "step": 288500 |
| }, |
| { |
| "epoch": 2.2327464326274558, |
| "grad_norm": 0.0004602668632287532, |
| "learning_rate": 9.026395040931703e-05, |
| "loss": 0.0003, |
| "step": 289000 |
| }, |
| { |
| "epoch": 2.2366093157288875, |
| "grad_norm": 0.0004129618755541742, |
| "learning_rate": 8.980949033817888e-05, |
| "loss": 0.0003, |
| "step": 289500 |
| }, |
| { |
| "epoch": 2.240472198830319, |
| "grad_norm": 0.0004122887330595404, |
| "learning_rate": 8.935503026704073e-05, |
| "loss": 0.0003, |
| "step": 290000 |
| }, |
| { |
| "epoch": 2.2443350819317507, |
| "grad_norm": 0.00042714428855106235, |
| "learning_rate": 8.890057019590258e-05, |
| "loss": 0.0003, |
| "step": 290500 |
| }, |
| { |
| "epoch": 2.248197965033182, |
| "grad_norm": 0.0004340863088145852, |
| "learning_rate": 8.844611012476442e-05, |
| "loss": 0.0003, |
| "step": 291000 |
| }, |
| { |
| "epoch": 2.252060848134614, |
| "grad_norm": 0.00038818069151602685, |
| "learning_rate": 8.799165005362628e-05, |
| "loss": 0.0003, |
| "step": 291500 |
| }, |
| { |
| "epoch": 2.255923731236045, |
| "grad_norm": 0.00039604620542377234, |
| "learning_rate": 8.753718998248813e-05, |
| "loss": 0.0003, |
| "step": 292000 |
| }, |
| { |
| "epoch": 2.259786614337477, |
| "grad_norm": 0.00037946528755128384, |
| "learning_rate": 8.708272991134998e-05, |
| "loss": 0.0003, |
| "step": 292500 |
| }, |
| { |
| "epoch": 2.2636494974389088, |
| "grad_norm": 0.00045615085400640965, |
| "learning_rate": 8.662826984021185e-05, |
| "loss": 0.0003, |
| "step": 293000 |
| }, |
| { |
| "epoch": 2.26751238054034, |
| "grad_norm": 0.0004230223421473056, |
| "learning_rate": 8.617380976907367e-05, |
| "loss": 0.0003, |
| "step": 293500 |
| }, |
| { |
| "epoch": 2.2713752636417714, |
| "grad_norm": 0.0004022732318844646, |
| "learning_rate": 8.571934969793554e-05, |
| "loss": 0.0003, |
| "step": 294000 |
| }, |
| { |
| "epoch": 2.2752381467432032, |
| "grad_norm": 0.0004257276304997504, |
| "learning_rate": 8.526488962679739e-05, |
| "loss": 0.0003, |
| "step": 294500 |
| }, |
| { |
| "epoch": 2.279101029844635, |
| "grad_norm": 0.00045862089609727263, |
| "learning_rate": 8.481042955565924e-05, |
| "loss": 0.0003, |
| "step": 295000 |
| }, |
| { |
| "epoch": 2.2829639129460664, |
| "grad_norm": 0.0004398869932629168, |
| "learning_rate": 8.435596948452108e-05, |
| "loss": 0.0003, |
| "step": 295500 |
| }, |
| { |
| "epoch": 2.286826796047498, |
| "grad_norm": 0.00044305986375547945, |
| "learning_rate": 8.390150941338293e-05, |
| "loss": 0.0003, |
| "step": 296000 |
| }, |
| { |
| "epoch": 2.2906896791489295, |
| "grad_norm": 0.0004642159619834274, |
| "learning_rate": 8.344704934224478e-05, |
| "loss": 0.0003, |
| "step": 296500 |
| }, |
| { |
| "epoch": 2.2945525622503613, |
| "grad_norm": 0.00043294980423524976, |
| "learning_rate": 8.299258927110664e-05, |
| "loss": 0.0003, |
| "step": 297000 |
| }, |
| { |
| "epoch": 2.2984154453517927, |
| "grad_norm": 0.0004789868835359812, |
| "learning_rate": 8.253812919996849e-05, |
| "loss": 0.0003, |
| "step": 297500 |
| }, |
| { |
| "epoch": 2.3022783284532244, |
| "grad_norm": 0.00042497721733525395, |
| "learning_rate": 8.208366912883033e-05, |
| "loss": 0.0003, |
| "step": 298000 |
| }, |
| { |
| "epoch": 2.306141211554656, |
| "grad_norm": 0.00044182001147419214, |
| "learning_rate": 8.162920905769218e-05, |
| "loss": 0.0003, |
| "step": 298500 |
| }, |
| { |
| "epoch": 2.3100040946560876, |
| "grad_norm": 0.00042325007962062955, |
| "learning_rate": 8.117474898655403e-05, |
| "loss": 0.0003, |
| "step": 299000 |
| }, |
| { |
| "epoch": 2.313866977757519, |
| "grad_norm": 0.0004093611496500671, |
| "learning_rate": 8.072028891541588e-05, |
| "loss": 0.0003, |
| "step": 299500 |
| }, |
| { |
| "epoch": 2.3177298608589507, |
| "grad_norm": 0.00038856887840665877, |
| "learning_rate": 8.026582884427774e-05, |
| "loss": 0.0003, |
| "step": 300000 |
| }, |
| { |
| "epoch": 2.321592743960382, |
| "grad_norm": 0.00041343894554302096, |
| "learning_rate": 7.981136877313957e-05, |
| "loss": 0.0003, |
| "step": 300500 |
| }, |
| { |
| "epoch": 2.325455627061814, |
| "grad_norm": 0.0004005722003057599, |
| "learning_rate": 7.935690870200143e-05, |
| "loss": 0.0003, |
| "step": 301000 |
| }, |
| { |
| "epoch": 2.3293185101632456, |
| "grad_norm": 0.00039640217437408864, |
| "learning_rate": 7.890244863086329e-05, |
| "loss": 0.0003, |
| "step": 301500 |
| }, |
| { |
| "epoch": 2.333181393264677, |
| "grad_norm": 0.00041457550833001733, |
| "learning_rate": 7.844798855972514e-05, |
| "loss": 0.0003, |
| "step": 302000 |
| }, |
| { |
| "epoch": 2.337044276366109, |
| "grad_norm": 0.0004301823501009494, |
| "learning_rate": 7.7993528488587e-05, |
| "loss": 0.0003, |
| "step": 302500 |
| }, |
| { |
| "epoch": 2.34090715946754, |
| "grad_norm": 0.0004285312897991389, |
| "learning_rate": 7.753906841744883e-05, |
| "loss": 0.0003, |
| "step": 303000 |
| }, |
| { |
| "epoch": 2.344770042568972, |
| "grad_norm": 0.0004082127125002444, |
| "learning_rate": 7.708460834631069e-05, |
| "loss": 0.0003, |
| "step": 303500 |
| }, |
| { |
| "epoch": 2.3486329256704033, |
| "grad_norm": 0.0004119858785998076, |
| "learning_rate": 7.663014827517254e-05, |
| "loss": 0.0003, |
| "step": 304000 |
| }, |
| { |
| "epoch": 2.352495808771835, |
| "grad_norm": 0.0004263624723535031, |
| "learning_rate": 7.617568820403439e-05, |
| "loss": 0.0003, |
| "step": 304500 |
| }, |
| { |
| "epoch": 2.3563586918732664, |
| "grad_norm": 0.00039540533907711506, |
| "learning_rate": 7.572122813289624e-05, |
| "loss": 0.0003, |
| "step": 305000 |
| }, |
| { |
| "epoch": 2.360221574974698, |
| "grad_norm": 0.0004299231804907322, |
| "learning_rate": 7.526676806175808e-05, |
| "loss": 0.0003, |
| "step": 305500 |
| }, |
| { |
| "epoch": 2.3640844580761295, |
| "grad_norm": 0.0004845628864131868, |
| "learning_rate": 7.481230799061993e-05, |
| "loss": 0.0003, |
| "step": 306000 |
| }, |
| { |
| "epoch": 2.3679473411775613, |
| "grad_norm": 0.00041427643736824393, |
| "learning_rate": 7.435784791948179e-05, |
| "loss": 0.0003, |
| "step": 306500 |
| }, |
| { |
| "epoch": 2.3718102242789927, |
| "grad_norm": 0.0004160687094554305, |
| "learning_rate": 7.390338784834364e-05, |
| "loss": 0.0003, |
| "step": 307000 |
| }, |
| { |
| "epoch": 2.3756731073804245, |
| "grad_norm": 0.00044749100925400853, |
| "learning_rate": 7.344892777720549e-05, |
| "loss": 0.0003, |
| "step": 307500 |
| }, |
| { |
| "epoch": 2.3795359904818563, |
| "grad_norm": 0.0004799690213985741, |
| "learning_rate": 7.299446770606734e-05, |
| "loss": 0.0003, |
| "step": 308000 |
| }, |
| { |
| "epoch": 2.3833988735832876, |
| "grad_norm": 0.0004245197051204741, |
| "learning_rate": 7.254000763492918e-05, |
| "loss": 0.0003, |
| "step": 308500 |
| }, |
| { |
| "epoch": 2.387261756684719, |
| "grad_norm": 0.00034600042272359133, |
| "learning_rate": 7.208554756379105e-05, |
| "loss": 0.0003, |
| "step": 309000 |
| }, |
| { |
| "epoch": 2.3911246397861508, |
| "grad_norm": 0.0004245495656505227, |
| "learning_rate": 7.163108749265289e-05, |
| "loss": 0.0003, |
| "step": 309500 |
| }, |
| { |
| "epoch": 2.3949875228875825, |
| "grad_norm": 0.0004331233212724328, |
| "learning_rate": 7.117662742151474e-05, |
| "loss": 0.0003, |
| "step": 310000 |
| }, |
| { |
| "epoch": 2.398850405989014, |
| "grad_norm": 0.00041013164445757866, |
| "learning_rate": 7.072216735037659e-05, |
| "loss": 0.0003, |
| "step": 310500 |
| }, |
| { |
| "epoch": 2.4027132890904457, |
| "grad_norm": 0.00046506704529747367, |
| "learning_rate": 7.026770727923844e-05, |
| "loss": 0.0003, |
| "step": 311000 |
| }, |
| { |
| "epoch": 2.406576172191877, |
| "grad_norm": 0.0004329345829319209, |
| "learning_rate": 6.98132472081003e-05, |
| "loss": 0.0003, |
| "step": 311500 |
| }, |
| { |
| "epoch": 2.410439055293309, |
| "grad_norm": 0.00037213502218946815, |
| "learning_rate": 6.935878713696213e-05, |
| "loss": 0.0003, |
| "step": 312000 |
| }, |
| { |
| "epoch": 2.41430193839474, |
| "grad_norm": 0.0004223994619678706, |
| "learning_rate": 6.890432706582398e-05, |
| "loss": 0.0003, |
| "step": 312500 |
| }, |
| { |
| "epoch": 2.418164821496172, |
| "grad_norm": 0.00041198599501512945, |
| "learning_rate": 6.844986699468584e-05, |
| "loss": 0.0003, |
| "step": 313000 |
| }, |
| { |
| "epoch": 2.4220277045976033, |
| "grad_norm": 0.00044434002484194934, |
| "learning_rate": 6.799540692354769e-05, |
| "loss": 0.0003, |
| "step": 313500 |
| }, |
| { |
| "epoch": 2.425890587699035, |
| "grad_norm": 0.0003673033497761935, |
| "learning_rate": 6.754094685240954e-05, |
| "loss": 0.0003, |
| "step": 314000 |
| }, |
| { |
| "epoch": 2.429753470800467, |
| "grad_norm": 0.0004261393041815609, |
| "learning_rate": 6.70864867812714e-05, |
| "loss": 0.0003, |
| "step": 314500 |
| }, |
| { |
| "epoch": 2.4336163539018982, |
| "grad_norm": 0.0004654694930650294, |
| "learning_rate": 6.663202671013325e-05, |
| "loss": 0.0003, |
| "step": 315000 |
| }, |
| { |
| "epoch": 2.4374792370033296, |
| "grad_norm": 0.00038143552956171334, |
| "learning_rate": 6.617756663899508e-05, |
| "loss": 0.0003, |
| "step": 315500 |
| }, |
| { |
| "epoch": 2.4413421201047614, |
| "grad_norm": 0.00042159578879363835, |
| "learning_rate": 6.572310656785694e-05, |
| "loss": 0.0003, |
| "step": 316000 |
| }, |
| { |
| "epoch": 2.445205003206193, |
| "grad_norm": 0.0004413559508975595, |
| "learning_rate": 6.52686464967188e-05, |
| "loss": 0.0003, |
| "step": 316500 |
| }, |
| { |
| "epoch": 2.4490678863076245, |
| "grad_norm": 0.0005215974524617195, |
| "learning_rate": 6.481418642558064e-05, |
| "loss": 0.0003, |
| "step": 317000 |
| }, |
| { |
| "epoch": 2.4529307694090563, |
| "grad_norm": 0.000413423782447353, |
| "learning_rate": 6.435972635444249e-05, |
| "loss": 0.0003, |
| "step": 317500 |
| }, |
| { |
| "epoch": 2.4567936525104876, |
| "grad_norm": 0.00038620055420324206, |
| "learning_rate": 6.390526628330435e-05, |
| "loss": 0.0003, |
| "step": 318000 |
| }, |
| { |
| "epoch": 2.4606565356119194, |
| "grad_norm": 0.00041074163164012134, |
| "learning_rate": 6.34508062121662e-05, |
| "loss": 0.0003, |
| "step": 318500 |
| }, |
| { |
| "epoch": 2.464519418713351, |
| "grad_norm": 0.0004115503397770226, |
| "learning_rate": 6.299634614102805e-05, |
| "loss": 0.0003, |
| "step": 319000 |
| }, |
| { |
| "epoch": 2.4683823018147826, |
| "grad_norm": 0.00046097987797111273, |
| "learning_rate": 6.254188606988989e-05, |
| "loss": 0.0003, |
| "step": 319500 |
| }, |
| { |
| "epoch": 2.472245184916214, |
| "grad_norm": 0.0004020912747364491, |
| "learning_rate": 6.208742599875175e-05, |
| "loss": 0.0003, |
| "step": 320000 |
| }, |
| { |
| "epoch": 2.4761080680176457, |
| "grad_norm": 0.000455143628641963, |
| "learning_rate": 6.163296592761359e-05, |
| "loss": 0.0003, |
| "step": 320500 |
| }, |
| { |
| "epoch": 2.479970951119077, |
| "grad_norm": 0.00041087414138019085, |
| "learning_rate": 6.117850585647544e-05, |
| "loss": 0.0003, |
| "step": 321000 |
| }, |
| { |
| "epoch": 2.483833834220509, |
| "grad_norm": 0.00041171652264893055, |
| "learning_rate": 6.072404578533729e-05, |
| "loss": 0.0003, |
| "step": 321500 |
| }, |
| { |
| "epoch": 2.48769671732194, |
| "grad_norm": 0.0004624698485713452, |
| "learning_rate": 6.026958571419914e-05, |
| "loss": 0.0003, |
| "step": 322000 |
| }, |
| { |
| "epoch": 2.491559600423372, |
| "grad_norm": 0.0004319006693549454, |
| "learning_rate": 5.9815125643061e-05, |
| "loss": 0.0003, |
| "step": 322500 |
| }, |
| { |
| "epoch": 2.495422483524804, |
| "grad_norm": 0.00045846853754483163, |
| "learning_rate": 5.9360665571922846e-05, |
| "loss": 0.0003, |
| "step": 323000 |
| }, |
| { |
| "epoch": 2.499285366626235, |
| "grad_norm": 0.00042378256330266595, |
| "learning_rate": 5.89062055007847e-05, |
| "loss": 0.0003, |
| "step": 323500 |
| }, |
| { |
| "epoch": 2.5031482497276665, |
| "grad_norm": 0.00043979313340969384, |
| "learning_rate": 5.8451745429646544e-05, |
| "loss": 0.0003, |
| "step": 324000 |
| }, |
| { |
| "epoch": 2.5070111328290983, |
| "grad_norm": 0.00041039736242964864, |
| "learning_rate": 5.7997285358508396e-05, |
| "loss": 0.0003, |
| "step": 324500 |
| }, |
| { |
| "epoch": 2.51087401593053, |
| "grad_norm": 0.00043092764099128544, |
| "learning_rate": 5.754282528737025e-05, |
| "loss": 0.0003, |
| "step": 325000 |
| }, |
| { |
| "epoch": 2.5147368990319614, |
| "grad_norm": 0.0004449010593816638, |
| "learning_rate": 5.7088365216232093e-05, |
| "loss": 0.0003, |
| "step": 325500 |
| }, |
| { |
| "epoch": 2.518599782133393, |
| "grad_norm": 0.00043555087177082896, |
| "learning_rate": 5.663390514509395e-05, |
| "loss": 0.0003, |
| "step": 326000 |
| }, |
| { |
| "epoch": 2.5224626652348245, |
| "grad_norm": 0.00046992747229523957, |
| "learning_rate": 5.61794450739558e-05, |
| "loss": 0.0003, |
| "step": 326500 |
| }, |
| { |
| "epoch": 2.5263255483362563, |
| "grad_norm": 0.0004627726739272475, |
| "learning_rate": 5.572498500281765e-05, |
| "loss": 0.0003, |
| "step": 327000 |
| }, |
| { |
| "epoch": 2.5301884314376877, |
| "grad_norm": 0.0004344623303040862, |
| "learning_rate": 5.5270524931679495e-05, |
| "loss": 0.0003, |
| "step": 327500 |
| }, |
| { |
| "epoch": 2.5340513145391195, |
| "grad_norm": 0.0004928177804686129, |
| "learning_rate": 5.481606486054135e-05, |
| "loss": 0.0003, |
| "step": 328000 |
| }, |
| { |
| "epoch": 2.537914197640551, |
| "grad_norm": 0.0004244371084496379, |
| "learning_rate": 5.43616047894032e-05, |
| "loss": 0.0003, |
| "step": 328500 |
| }, |
| { |
| "epoch": 2.5417770807419826, |
| "grad_norm": 0.0004467975231818855, |
| "learning_rate": 5.3907144718265045e-05, |
| "loss": 0.0003, |
| "step": 329000 |
| }, |
| { |
| "epoch": 2.5456399638434144, |
| "grad_norm": 0.00041408653487451375, |
| "learning_rate": 5.34526846471269e-05, |
| "loss": 0.0003, |
| "step": 329500 |
| }, |
| { |
| "epoch": 2.5495028469448457, |
| "grad_norm": 0.00043784506851807237, |
| "learning_rate": 5.299822457598874e-05, |
| "loss": 0.0003, |
| "step": 330000 |
| }, |
| { |
| "epoch": 2.553365730046277, |
| "grad_norm": 0.00046141675557009876, |
| "learning_rate": 5.25437645048506e-05, |
| "loss": 0.0003, |
| "step": 330500 |
| }, |
| { |
| "epoch": 2.557228613147709, |
| "grad_norm": 0.0004683432634919882, |
| "learning_rate": 5.2089304433712454e-05, |
| "loss": 0.0003, |
| "step": 331000 |
| }, |
| { |
| "epoch": 2.5610914962491407, |
| "grad_norm": 0.0003889546496793628, |
| "learning_rate": 5.16348443625743e-05, |
| "loss": 0.0003, |
| "step": 331500 |
| }, |
| { |
| "epoch": 2.564954379350572, |
| "grad_norm": 0.0004467256658244878, |
| "learning_rate": 5.118038429143615e-05, |
| "loss": 0.0003, |
| "step": 332000 |
| }, |
| { |
| "epoch": 2.568817262452004, |
| "grad_norm": 0.00038880863576196134, |
| "learning_rate": 5.0725924220297997e-05, |
| "loss": 0.0003, |
| "step": 332500 |
| }, |
| { |
| "epoch": 2.572680145553435, |
| "grad_norm": 0.00043496862053871155, |
| "learning_rate": 5.027146414915985e-05, |
| "loss": 0.0003, |
| "step": 333000 |
| }, |
| { |
| "epoch": 2.576543028654867, |
| "grad_norm": 0.0003715400234796107, |
| "learning_rate": 4.9817004078021694e-05, |
| "loss": 0.0003, |
| "step": 333500 |
| }, |
| { |
| "epoch": 2.5804059117562983, |
| "grad_norm": 0.000468456739326939, |
| "learning_rate": 4.936254400688355e-05, |
| "loss": 0.0003, |
| "step": 334000 |
| }, |
| { |
| "epoch": 2.58426879485773, |
| "grad_norm": 0.00040985396481119096, |
| "learning_rate": 4.8908083935745405e-05, |
| "loss": 0.0003, |
| "step": 334500 |
| }, |
| { |
| "epoch": 2.5881316779591614, |
| "grad_norm": 0.0004460928903426975, |
| "learning_rate": 4.845362386460725e-05, |
| "loss": 0.0003, |
| "step": 335000 |
| }, |
| { |
| "epoch": 2.5919945610605932, |
| "grad_norm": 0.00039911369094625115, |
| "learning_rate": 4.79991637934691e-05, |
| "loss": 0.0003, |
| "step": 335500 |
| }, |
| { |
| "epoch": 2.595857444162025, |
| "grad_norm": 0.0004065028333570808, |
| "learning_rate": 4.754470372233095e-05, |
| "loss": 0.0003, |
| "step": 336000 |
| }, |
| { |
| "epoch": 2.5997203272634564, |
| "grad_norm": 0.0004132339672651142, |
| "learning_rate": 4.70902436511928e-05, |
| "loss": 0.0003, |
| "step": 336500 |
| }, |
| { |
| "epoch": 2.6035832103648877, |
| "grad_norm": 0.00044415410957299173, |
| "learning_rate": 4.663578358005466e-05, |
| "loss": 0.0003, |
| "step": 337000 |
| }, |
| { |
| "epoch": 2.6074460934663195, |
| "grad_norm": 0.00043628757703118026, |
| "learning_rate": 4.6181323508916505e-05, |
| "loss": 0.0003, |
| "step": 337500 |
| }, |
| { |
| "epoch": 2.6113089765677513, |
| "grad_norm": 0.0004943295498378575, |
| "learning_rate": 4.572686343777836e-05, |
| "loss": 0.0003, |
| "step": 338000 |
| }, |
| { |
| "epoch": 2.6151718596691826, |
| "grad_norm": 0.0004152540641371161, |
| "learning_rate": 4.52724033666402e-05, |
| "loss": 0.0003, |
| "step": 338500 |
| }, |
| { |
| "epoch": 2.6190347427706144, |
| "grad_norm": 0.0004294981772545725, |
| "learning_rate": 4.4817943295502054e-05, |
| "loss": 0.0003, |
| "step": 339000 |
| }, |
| { |
| "epoch": 2.622897625872046, |
| "grad_norm": 0.00039649149402976036, |
| "learning_rate": 4.43634832243639e-05, |
| "loss": 0.0003, |
| "step": 339500 |
| }, |
| { |
| "epoch": 2.6267605089734776, |
| "grad_norm": 0.00043368435581214726, |
| "learning_rate": 4.390902315322575e-05, |
| "loss": 0.0003, |
| "step": 340000 |
| }, |
| { |
| "epoch": 2.630623392074909, |
| "grad_norm": 0.0004430446424521506, |
| "learning_rate": 4.3454563082087604e-05, |
| "loss": 0.0003, |
| "step": 340500 |
| }, |
| { |
| "epoch": 2.6344862751763407, |
| "grad_norm": 0.00047145935241132975, |
| "learning_rate": 4.300010301094945e-05, |
| "loss": 0.0003, |
| "step": 341000 |
| }, |
| { |
| "epoch": 2.638349158277772, |
| "grad_norm": 0.0004192702181171626, |
| "learning_rate": 4.254564293981131e-05, |
| "loss": 0.0003, |
| "step": 341500 |
| }, |
| { |
| "epoch": 2.642212041379204, |
| "grad_norm": 0.00046445822226814926, |
| "learning_rate": 4.2091182868673154e-05, |
| "loss": 0.0003, |
| "step": 342000 |
| }, |
| { |
| "epoch": 2.6460749244806356, |
| "grad_norm": 0.000462083553429693, |
| "learning_rate": 4.1636722797535006e-05, |
| "loss": 0.0003, |
| "step": 342500 |
| }, |
| { |
| "epoch": 2.649937807582067, |
| "grad_norm": 0.00038474082248285413, |
| "learning_rate": 4.118226272639686e-05, |
| "loss": 0.0003, |
| "step": 343000 |
| }, |
| { |
| "epoch": 2.6538006906834983, |
| "grad_norm": 0.00039861336699686944, |
| "learning_rate": 4.07278026552587e-05, |
| "loss": 0.0003, |
| "step": 343500 |
| }, |
| { |
| "epoch": 2.65766357378493, |
| "grad_norm": 0.0004491112194955349, |
| "learning_rate": 4.0273342584120555e-05, |
| "loss": 0.0003, |
| "step": 344000 |
| }, |
| { |
| "epoch": 2.661526456886362, |
| "grad_norm": 0.00046189481508918107, |
| "learning_rate": 3.98188825129824e-05, |
| "loss": 0.0003, |
| "step": 344500 |
| }, |
| { |
| "epoch": 2.6653893399877933, |
| "grad_norm": 0.00038176134694367647, |
| "learning_rate": 3.936442244184426e-05, |
| "loss": 0.0003, |
| "step": 345000 |
| }, |
| { |
| "epoch": 2.6692522230892246, |
| "grad_norm": 0.00037889971281401813, |
| "learning_rate": 3.890996237070611e-05, |
| "loss": 0.0003, |
| "step": 345500 |
| }, |
| { |
| "epoch": 2.6731151061906564, |
| "grad_norm": 0.0004248527984600514, |
| "learning_rate": 3.845550229956796e-05, |
| "loss": 0.0003, |
| "step": 346000 |
| }, |
| { |
| "epoch": 2.676977989292088, |
| "grad_norm": 0.00037932791747152805, |
| "learning_rate": 3.800104222842981e-05, |
| "loss": 0.0003, |
| "step": 346500 |
| }, |
| { |
| "epoch": 2.6808408723935195, |
| "grad_norm": 0.0003727327275555581, |
| "learning_rate": 3.7546582157291655e-05, |
| "loss": 0.0003, |
| "step": 347000 |
| }, |
| { |
| "epoch": 2.6847037554949513, |
| "grad_norm": 0.00040110255940817297, |
| "learning_rate": 3.709212208615351e-05, |
| "loss": 0.0003, |
| "step": 347500 |
| }, |
| { |
| "epoch": 2.6885666385963827, |
| "grad_norm": 0.00042014423524960876, |
| "learning_rate": 3.663766201501536e-05, |
| "loss": 0.0003, |
| "step": 348000 |
| }, |
| { |
| "epoch": 2.6924295216978145, |
| "grad_norm": 0.00038637884426862, |
| "learning_rate": 3.6183201943877204e-05, |
| "loss": 0.0003, |
| "step": 348500 |
| }, |
| { |
| "epoch": 2.696292404799246, |
| "grad_norm": 0.0004331624659243971, |
| "learning_rate": 3.572874187273906e-05, |
| "loss": 0.0003, |
| "step": 349000 |
| }, |
| { |
| "epoch": 2.7001552879006776, |
| "grad_norm": 0.00040115389856509864, |
| "learning_rate": 3.527428180160091e-05, |
| "loss": 0.0003, |
| "step": 349500 |
| }, |
| { |
| "epoch": 2.704018171002109, |
| "grad_norm": 0.0004400424659252167, |
| "learning_rate": 3.481982173046276e-05, |
| "loss": 0.0003, |
| "step": 350000 |
| }, |
| { |
| "epoch": 2.7078810541035407, |
| "grad_norm": 0.000458619964774698, |
| "learning_rate": 3.436536165932461e-05, |
| "loss": 0.0003, |
| "step": 350500 |
| }, |
| { |
| "epoch": 2.7117439372049725, |
| "grad_norm": 0.00042235825094394386, |
| "learning_rate": 3.391090158818646e-05, |
| "loss": 0.0003, |
| "step": 351000 |
| }, |
| { |
| "epoch": 2.715606820306404, |
| "grad_norm": 0.00045935032540000975, |
| "learning_rate": 3.345644151704831e-05, |
| "loss": 0.0003, |
| "step": 351500 |
| }, |
| { |
| "epoch": 2.7194697034078352, |
| "grad_norm": 0.0004515291075222194, |
| "learning_rate": 3.3001981445910156e-05, |
| "loss": 0.0003, |
| "step": 352000 |
| }, |
| { |
| "epoch": 2.723332586509267, |
| "grad_norm": 0.00042773320456035435, |
| "learning_rate": 3.254752137477201e-05, |
| "loss": 0.0003, |
| "step": 352500 |
| }, |
| { |
| "epoch": 2.727195469610699, |
| "grad_norm": 0.00045925399172119796, |
| "learning_rate": 3.209306130363386e-05, |
| "loss": 0.0003, |
| "step": 353000 |
| }, |
| { |
| "epoch": 2.73105835271213, |
| "grad_norm": 0.0004555301566142589, |
| "learning_rate": 3.163860123249571e-05, |
| "loss": 0.0003, |
| "step": 353500 |
| }, |
| { |
| "epoch": 2.734921235813562, |
| "grad_norm": 0.000439466122770682, |
| "learning_rate": 3.118414116135756e-05, |
| "loss": 0.0003, |
| "step": 354000 |
| }, |
| { |
| "epoch": 2.7387841189149933, |
| "grad_norm": 0.00042543449671939015, |
| "learning_rate": 3.072968109021941e-05, |
| "loss": 0.0003, |
| "step": 354500 |
| }, |
| { |
| "epoch": 2.742647002016425, |
| "grad_norm": 0.00039303614175878465, |
| "learning_rate": 3.027522101908126e-05, |
| "loss": 0.0003, |
| "step": 355000 |
| }, |
| { |
| "epoch": 2.7465098851178564, |
| "grad_norm": 0.0003858358832076192, |
| "learning_rate": 2.9820760947943108e-05, |
| "loss": 0.0003, |
| "step": 355500 |
| }, |
| { |
| "epoch": 2.750372768219288, |
| "grad_norm": 0.0004583084082696587, |
| "learning_rate": 2.9366300876804963e-05, |
| "loss": 0.0003, |
| "step": 356000 |
| }, |
| { |
| "epoch": 2.7542356513207196, |
| "grad_norm": 0.00042337161721661687, |
| "learning_rate": 2.8911840805666812e-05, |
| "loss": 0.0003, |
| "step": 356500 |
| }, |
| { |
| "epoch": 2.7580985344221514, |
| "grad_norm": 0.0004135474155191332, |
| "learning_rate": 2.845738073452866e-05, |
| "loss": 0.0003, |
| "step": 357000 |
| }, |
| { |
| "epoch": 2.761961417523583, |
| "grad_norm": 0.0004276975814718753, |
| "learning_rate": 2.8002920663390513e-05, |
| "loss": 0.0003, |
| "step": 357500 |
| }, |
| { |
| "epoch": 2.7658243006250145, |
| "grad_norm": 0.00042497014510445297, |
| "learning_rate": 2.754846059225236e-05, |
| "loss": 0.0003, |
| "step": 358000 |
| }, |
| { |
| "epoch": 2.769687183726446, |
| "grad_norm": 0.0004969782894477248, |
| "learning_rate": 2.709400052111421e-05, |
| "loss": 0.0003, |
| "step": 358500 |
| }, |
| { |
| "epoch": 2.7735500668278776, |
| "grad_norm": 0.0004229978076182306, |
| "learning_rate": 2.6639540449976066e-05, |
| "loss": 0.0003, |
| "step": 359000 |
| }, |
| { |
| "epoch": 2.7774129499293094, |
| "grad_norm": 0.0004182982083875686, |
| "learning_rate": 2.6185080378837915e-05, |
| "loss": 0.0003, |
| "step": 359500 |
| }, |
| { |
| "epoch": 2.7812758330307408, |
| "grad_norm": 0.00044540813541971147, |
| "learning_rate": 2.5730620307699763e-05, |
| "loss": 0.0003, |
| "step": 360000 |
| }, |
| { |
| "epoch": 2.7851387161321726, |
| "grad_norm": 0.0004250209603924304, |
| "learning_rate": 2.5276160236561612e-05, |
| "loss": 0.0003, |
| "step": 360500 |
| }, |
| { |
| "epoch": 2.789001599233604, |
| "grad_norm": 0.00039502166328020394, |
| "learning_rate": 2.482170016542346e-05, |
| "loss": 0.0003, |
| "step": 361000 |
| }, |
| { |
| "epoch": 2.7928644823350357, |
| "grad_norm": 0.0004499274946283549, |
| "learning_rate": 2.4367240094285313e-05, |
| "loss": 0.0003, |
| "step": 361500 |
| }, |
| { |
| "epoch": 2.796727365436467, |
| "grad_norm": 0.0003957873850595206, |
| "learning_rate": 2.3912780023147165e-05, |
| "loss": 0.0003, |
| "step": 362000 |
| }, |
| { |
| "epoch": 2.800590248537899, |
| "grad_norm": 0.000493398925755173, |
| "learning_rate": 2.3458319952009014e-05, |
| "loss": 0.0003, |
| "step": 362500 |
| }, |
| { |
| "epoch": 2.80445313163933, |
| "grad_norm": 0.00042534625390544534, |
| "learning_rate": 2.3003859880870866e-05, |
| "loss": 0.0003, |
| "step": 363000 |
| }, |
| { |
| "epoch": 2.808316014740762, |
| "grad_norm": 0.0004305491747800261, |
| "learning_rate": 2.2549399809732715e-05, |
| "loss": 0.0003, |
| "step": 363500 |
| }, |
| { |
| "epoch": 2.8121788978421938, |
| "grad_norm": 0.0004288312920834869, |
| "learning_rate": 2.2094939738594564e-05, |
| "loss": 0.0003, |
| "step": 364000 |
| }, |
| { |
| "epoch": 2.816041780943625, |
| "grad_norm": 0.00046938960440456867, |
| "learning_rate": 2.1640479667456416e-05, |
| "loss": 0.0003, |
| "step": 364500 |
| }, |
| { |
| "epoch": 2.8199046640450565, |
| "grad_norm": 0.00041804375359788537, |
| "learning_rate": 2.1186019596318268e-05, |
| "loss": 0.0003, |
| "step": 365000 |
| }, |
| { |
| "epoch": 2.8237675471464883, |
| "grad_norm": 0.00041626792517490685, |
| "learning_rate": 2.0731559525180117e-05, |
| "loss": 0.0003, |
| "step": 365500 |
| }, |
| { |
| "epoch": 2.82763043024792, |
| "grad_norm": 0.0004569618031382561, |
| "learning_rate": 2.0277099454041966e-05, |
| "loss": 0.0003, |
| "step": 366000 |
| }, |
| { |
| "epoch": 2.8314933133493514, |
| "grad_norm": 0.00040743814315646887, |
| "learning_rate": 1.9822639382903814e-05, |
| "loss": 0.0003, |
| "step": 366500 |
| }, |
| { |
| "epoch": 2.8353561964507827, |
| "grad_norm": 0.0005269908579066396, |
| "learning_rate": 1.9368179311765666e-05, |
| "loss": 0.0003, |
| "step": 367000 |
| }, |
| { |
| "epoch": 2.8392190795522145, |
| "grad_norm": 0.0003937318397220224, |
| "learning_rate": 1.891371924062752e-05, |
| "loss": 0.0003, |
| "step": 367500 |
| }, |
| { |
| "epoch": 2.8430819626536463, |
| "grad_norm": 0.0005019407253712416, |
| "learning_rate": 1.8459259169489367e-05, |
| "loss": 0.0003, |
| "step": 368000 |
| }, |
| { |
| "epoch": 2.8469448457550777, |
| "grad_norm": 0.00042626584763638675, |
| "learning_rate": 1.8004799098351216e-05, |
| "loss": 0.0003, |
| "step": 368500 |
| }, |
| { |
| "epoch": 2.8508077288565095, |
| "grad_norm": 0.0004206789599265903, |
| "learning_rate": 1.755033902721307e-05, |
| "loss": 0.0003, |
| "step": 369000 |
| }, |
| { |
| "epoch": 2.854670611957941, |
| "grad_norm": 0.0004782930773217231, |
| "learning_rate": 1.7095878956074917e-05, |
| "loss": 0.0003, |
| "step": 369500 |
| }, |
| { |
| "epoch": 2.8585334950593726, |
| "grad_norm": 0.00043975317385047674, |
| "learning_rate": 1.664141888493677e-05, |
| "loss": 0.0003, |
| "step": 370000 |
| }, |
| { |
| "epoch": 2.862396378160804, |
| "grad_norm": 0.00044531343155540526, |
| "learning_rate": 1.6186958813798618e-05, |
| "loss": 0.0003, |
| "step": 370500 |
| }, |
| { |
| "epoch": 2.8662592612622357, |
| "grad_norm": 0.0004300449218135327, |
| "learning_rate": 1.5732498742660467e-05, |
| "loss": 0.0003, |
| "step": 371000 |
| }, |
| { |
| "epoch": 2.870122144363667, |
| "grad_norm": 0.0003669953439384699, |
| "learning_rate": 1.527803867152232e-05, |
| "loss": 0.0003, |
| "step": 371500 |
| }, |
| { |
| "epoch": 2.873985027465099, |
| "grad_norm": 0.00039420899702236056, |
| "learning_rate": 1.482357860038417e-05, |
| "loss": 0.0003, |
| "step": 372000 |
| }, |
| { |
| "epoch": 2.8778479105665307, |
| "grad_norm": 0.00044955965131521225, |
| "learning_rate": 1.436911852924602e-05, |
| "loss": 0.0003, |
| "step": 372500 |
| }, |
| { |
| "epoch": 2.881710793667962, |
| "grad_norm": 0.0004604061250574887, |
| "learning_rate": 1.391465845810787e-05, |
| "loss": 0.0003, |
| "step": 373000 |
| }, |
| { |
| "epoch": 2.8855736767693934, |
| "grad_norm": 0.00042817433131858706, |
| "learning_rate": 1.3460198386969719e-05, |
| "loss": 0.0003, |
| "step": 373500 |
| }, |
| { |
| "epoch": 2.889436559870825, |
| "grad_norm": 0.0004006045637652278, |
| "learning_rate": 1.3005738315831571e-05, |
| "loss": 0.0003, |
| "step": 374000 |
| }, |
| { |
| "epoch": 2.893299442972257, |
| "grad_norm": 0.00040681843529455364, |
| "learning_rate": 1.255127824469342e-05, |
| "loss": 0.0003, |
| "step": 374500 |
| }, |
| { |
| "epoch": 2.8971623260736883, |
| "grad_norm": 0.0004340211162343621, |
| "learning_rate": 1.209681817355527e-05, |
| "loss": 0.0003, |
| "step": 375000 |
| }, |
| { |
| "epoch": 2.90102520917512, |
| "grad_norm": 0.0004770898667629808, |
| "learning_rate": 1.1642358102417121e-05, |
| "loss": 0.0003, |
| "step": 375500 |
| }, |
| { |
| "epoch": 2.9048880922765514, |
| "grad_norm": 0.0004441466589923948, |
| "learning_rate": 1.1187898031278971e-05, |
| "loss": 0.0003, |
| "step": 376000 |
| }, |
| { |
| "epoch": 2.908750975377983, |
| "grad_norm": 0.00045734934974461794, |
| "learning_rate": 1.073343796014082e-05, |
| "loss": 0.0003, |
| "step": 376500 |
| }, |
| { |
| "epoch": 2.9126138584794146, |
| "grad_norm": 0.0004386783402878791, |
| "learning_rate": 1.0278977889002672e-05, |
| "loss": 0.0003, |
| "step": 377000 |
| }, |
| { |
| "epoch": 2.9164767415808464, |
| "grad_norm": 0.0003852332301903516, |
| "learning_rate": 9.824517817864521e-06, |
| "loss": 0.0003, |
| "step": 377500 |
| }, |
| { |
| "epoch": 2.9203396246822777, |
| "grad_norm": 0.0004367204965092242, |
| "learning_rate": 9.370057746726372e-06, |
| "loss": 0.0003, |
| "step": 378000 |
| }, |
| { |
| "epoch": 2.9242025077837095, |
| "grad_norm": 0.0004893042496405542, |
| "learning_rate": 8.915597675588222e-06, |
| "loss": 0.0003, |
| "step": 378500 |
| }, |
| { |
| "epoch": 2.9280653908851413, |
| "grad_norm": 0.0004190478939563036, |
| "learning_rate": 8.461137604450072e-06, |
| "loss": 0.0003, |
| "step": 379000 |
| }, |
| { |
| "epoch": 2.9319282739865726, |
| "grad_norm": 0.0004581400426104665, |
| "learning_rate": 8.006677533311923e-06, |
| "loss": 0.0003, |
| "step": 379500 |
| }, |
| { |
| "epoch": 2.935791157088004, |
| "grad_norm": 0.00042551904334686697, |
| "learning_rate": 7.5522174621737725e-06, |
| "loss": 0.0003, |
| "step": 380000 |
| }, |
| { |
| "epoch": 2.9396540401894358, |
| "grad_norm": 0.0004512323357630521, |
| "learning_rate": 7.097757391035623e-06, |
| "loss": 0.0003, |
| "step": 380500 |
| }, |
| { |
| "epoch": 2.9435169232908676, |
| "grad_norm": 0.0004587092262227088, |
| "learning_rate": 6.6432973198974734e-06, |
| "loss": 0.0003, |
| "step": 381000 |
| }, |
| { |
| "epoch": 2.947379806392299, |
| "grad_norm": 0.00046226088306866586, |
| "learning_rate": 6.188837248759323e-06, |
| "loss": 0.0003, |
| "step": 381500 |
| }, |
| { |
| "epoch": 2.9512426894937307, |
| "grad_norm": 0.0004404925275593996, |
| "learning_rate": 5.7343771776211735e-06, |
| "loss": 0.0003, |
| "step": 382000 |
| }, |
| { |
| "epoch": 2.955105572595162, |
| "grad_norm": 0.00045682353083975613, |
| "learning_rate": 5.279917106483024e-06, |
| "loss": 0.0003, |
| "step": 382500 |
| }, |
| { |
| "epoch": 2.958968455696594, |
| "grad_norm": 0.0004541674570646137, |
| "learning_rate": 4.825457035344874e-06, |
| "loss": 0.0003, |
| "step": 383000 |
| }, |
| { |
| "epoch": 2.962831338798025, |
| "grad_norm": 0.00042987189954146743, |
| "learning_rate": 4.370996964206724e-06, |
| "loss": 0.0003, |
| "step": 383500 |
| }, |
| { |
| "epoch": 2.966694221899457, |
| "grad_norm": 0.00045570009388029575, |
| "learning_rate": 3.9165368930685745e-06, |
| "loss": 0.0003, |
| "step": 384000 |
| }, |
| { |
| "epoch": 2.9705571050008883, |
| "grad_norm": 0.0004511605075094849, |
| "learning_rate": 3.462076821930425e-06, |
| "loss": 0.0003, |
| "step": 384500 |
| }, |
| { |
| "epoch": 2.97441998810232, |
| "grad_norm": 0.000448725710157305, |
| "learning_rate": 3.007616750792275e-06, |
| "loss": 0.0003, |
| "step": 385000 |
| }, |
| { |
| "epoch": 2.978282871203752, |
| "grad_norm": 0.0004488198319450021, |
| "learning_rate": 2.553156679654125e-06, |
| "loss": 0.0003, |
| "step": 385500 |
| }, |
| { |
| "epoch": 2.9821457543051832, |
| "grad_norm": 0.000420234544435516, |
| "learning_rate": 2.0986966085159755e-06, |
| "loss": 0.0003, |
| "step": 386000 |
| }, |
| { |
| "epoch": 2.9860086374066146, |
| "grad_norm": 0.00040884234476834536, |
| "learning_rate": 1.6442365373778258e-06, |
| "loss": 0.0003, |
| "step": 386500 |
| }, |
| { |
| "epoch": 2.9898715205080464, |
| "grad_norm": 0.0005011099274270236, |
| "learning_rate": 1.189776466239676e-06, |
| "loss": 0.0003, |
| "step": 387000 |
| }, |
| { |
| "epoch": 2.993734403609478, |
| "grad_norm": 0.00048375382903032005, |
| "learning_rate": 7.353163951015264e-07, |
| "loss": 0.0003, |
| "step": 387500 |
| }, |
| { |
| "epoch": 2.9975972867109095, |
| "grad_norm": 0.00044487029663287103, |
| "learning_rate": 2.8085632396337657e-07, |
| "loss": 0.0003, |
| "step": 388000 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 388311, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 129437, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
