Upload v14p18/ckpt_070000.json with huggingface_hub

v14p18/ckpt_070000.json

@@ -0,0 +1 @@
+{"sent": 70000, "total_steps": 1197347, "eval_results": [{"sent": 2000, "train_loss": 2.037325830432953, "train_acc": 0.46046291922531885, "eval_loss": 1.5574752371401774, "eval_acc": 0.4864864864864865, "ppl": 4.746821504625471, "neural_p_loss": 2.716061155890096, "neural_p_acc": 0.32432432432432434, "neural_p_ppl": 15.120646925136569, "neural_w_loss": 2.6770983858472523, "neural_w_acc": 0.32432432432432434, "neural_w_ppl": 14.542834322022104, "w_freq": 0.001274549496043676, "w_bigram": 0.01777283689969643, "w_trigram": 0.03984152330633816, "w_skip_bi": 0.1789909978364296, "w_skip_tri": 0.45946581310650864, "w_neural_phoneme": 0.46457435867497765, "w_neural_word": 0.4696033036247854, "phoneme_proto_slots": 616, "word_proto_slots": 592, "word_vocab": 1593, "elapsed_s": 31.65183138847351, "steps_per_sec": 1003.2594831641893}, {"sent": 4000, "train_loss": 2.019162556326938, "train_acc": 0.4521821631878558, "eval_loss": 1.5518752435950278, "eval_acc": 0.5365853658536586, "ppl": 4.7203136260876715, "neural_p_loss": 2.8806920401295764, "neural_p_acc": 0.3170731707317073, "neural_p_ppl": 17.826605638317698, "neural_w_loss": 2.8288826385998136, "neural_w_acc": 0.2926829268292683, "neural_w_ppl": 16.926537194942775, "w_freq": 0.0010623232202033124, "w_bigram": 0.009307541476951873, "w_trigram": 0.04407524878101763, "w_skip_bi": 0.13437391245192085, "w_skip_tri": 0.46325696858370935, "w_neural_phoneme": 0.47484133282946395, "w_neural_word": 0.4732859002265195, "phoneme_proto_slots": 720, "word_proto_slots": 676, "word_vocab": 2198, "elapsed_s": 57.09069538116455, "steps_per_sec": 1017.7665486829942}, {"sent": 6000, "train_loss": 2.0788635059392093, "train_acc": 0.4375321513083439, "eval_loss": 1.9743927798443346, "eval_acc": 0.3979591836734694, "ppl": 7.202244977442707, "neural_p_loss": 3.0658004790386966, "neural_p_acc": 0.2857142857142857, "neural_p_ppl": 21.45162669378548, "neural_w_loss": 2.9510863644302012, "neural_w_acc": 0.2755102040816326, "neural_w_ppl": 19.126721035156404, "w_freq": 0.003322082014311072, "w_bigram": 0.016703715802479525, "w_trigram": 0.06078772722320247, "w_skip_bi": 0.12392843812143703, "w_skip_tri": 0.49188242625696627, "w_neural_phoneme": 0.47528765559264935, "w_neural_word": 0.4700708254555559, "phoneme_proto_slots": 743, "word_proto_slots": 687, "word_vocab": 2819, "elapsed_s": 85.01090288162231, "steps_per_sec": 1026.503625323391}, {"sent": 8000, "train_loss": 2.0761801474700343, "train_acc": 0.42970582927269446, "eval_loss": 1.6854392412235542, "eval_acc": 0.423728813559322, "ppl": 5.39482003936163, "neural_p_loss": 2.683780192782904, "neural_p_acc": 0.3050847457627119, "neural_p_ppl": 14.640332101182889, "neural_w_loss": 2.7752065527135166, "neural_w_acc": 0.3050847457627119, "neural_w_ppl": 16.04194015974244, "w_freq": 0.0005976393506812666, "w_bigram": 0.0008612652523994393, "w_trigram": 0.1022442824153229, "w_skip_bi": 0.1541180076459766, "w_skip_tri": 0.5315905634633663, "w_neural_phoneme": 0.45422199477107716, "w_neural_word": 0.4539233202027942, "phoneme_proto_slots": 746, "word_proto_slots": 689, "word_vocab": 3459, "elapsed_s": 117.0171856880188, "steps_per_sec": 1029.8487294105112}, {"sent": 10000, "train_loss": 2.0556447804637834, "train_acc": 0.42995379653038096, "eval_loss": 1.6038117395104001, "eval_acc": 0.4852941176470588, "ppl": 4.971948121736196, "neural_p_loss": 2.8117198456045123, "neural_p_acc": 0.29411764705882354, "neural_p_ppl": 16.6385092926956, "neural_w_loss": 2.862153265208952, "neural_w_acc": 0.3088235294117647, "neural_w_ppl": 17.499166744729145, "w_freq": 0.00042237153281176536, "w_bigram": 0.005563211455822469, "w_trigram": 0.05127364968221591, "w_skip_bi": 0.33021748906043613, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45514590014813233, "w_neural_word": 0.45443616513928214, "phoneme_proto_slots": 747, "word_proto_slots": 690, "word_vocab": 4067, "elapsed_s": 150.02702927589417, "steps_per_sec": 1032.6339243517402}, {"sent": 12000, "train_loss": 1.946536338707463, "train_acc": 0.45120150777446205, "eval_loss": 1.8491728417121094, "eval_acc": 0.42105263157894735, "ppl": 6.354561120239583, "neural_p_loss": 3.0279859185606175, "neural_p_acc": 0.3026315789473684, "neural_p_ppl": 20.655588628626326, "neural_w_loss": 2.972945068286822, "neural_w_acc": 0.3157894736842105, "neural_w_ppl": 19.549409244199815, "w_freq": 0.001226260791066581, "w_bigram": 0.008370277822188582, "w_trigram": 0.01436202542789266, "w_skip_bi": 0.3624326081936338, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4613679306345739, "w_neural_word": 0.46113869011509695, "phoneme_proto_slots": 748, "word_proto_slots": 690, "word_vocab": 4455, "elapsed_s": 180.6191782951355, "steps_per_sec": 1033.9876516038266}, {"sent": 14000, "train_loss": 2.030868551401471, "train_acc": 0.43294941544160204, "eval_loss": 2.129242844918712, "eval_acc": 0.5352112676056338, "ppl": 8.408497863720317, "neural_p_loss": 3.175234054435726, "neural_p_acc": 0.29577464788732394, "neural_p_ppl": 23.932420702122563, "neural_w_loss": 3.1008736908934202, "neural_w_acc": 0.30985915492957744, "neural_w_ppl": 22.217353904041925, "w_freq": 0.001118342691036889, "w_bigram": 0.0018515288171742712, "w_trigram": 0.0025446658946832873, "w_skip_bi": 0.1615350967229765, "w_skip_tri": 0.513776512176479, "w_neural_phoneme": 0.45444115186424616, "w_neural_word": 0.45380268603751456, "phoneme_proto_slots": 748, "word_proto_slots": 690, "word_vocab": 4946, "elapsed_s": 214.0702724456787, "steps_per_sec": 1033.838082567767}, {"sent": 16000, "train_loss": 1.9431699337537336, "train_acc": 0.4477016322611618, "eval_loss": 1.8910691474563144, "eval_acc": 0.5064935064935064, "ppl": 6.626449546801131, "neural_p_loss": 2.952097052788374, "neural_p_acc": 0.3116883116883117, "neural_p_ppl": 19.146061961614873, "neural_w_loss": 2.9811262948788517, "neural_w_acc": 0.3116883116883117, "neural_w_ppl": 19.71000342390763, "w_freq": 0.000555240719500235, "w_bigram": 0.004274561643588189, "w_trigram": 0.007699546528753211, "w_skip_bi": 0.24783533289635812, "w_skip_tri": 0.5260551845844946, "w_neural_phoneme": 0.45336104863268334, "w_neural_word": 0.4520481029006518, "phoneme_proto_slots": 751, "word_proto_slots": 691, "word_vocab": 5338, "elapsed_s": 246.28534030914307, "steps_per_sec": 1033.9308043278884}, {"sent": 18000, "train_loss": 1.951461708595683, "train_acc": 0.4435350071894702, "eval_loss": 1.796459426389816, "eval_acc": 0.4358974358974359, "ppl": 6.028266115704796, "neural_p_loss": 2.948529131141988, "neural_p_acc": 0.3076923076923077, "neural_p_ppl": 19.077872033198318, "neural_w_loss": 2.953579470085349, "neural_w_acc": 0.3076923076923077, "neural_w_ppl": 19.17446546275488, "w_freq": 0.00013703982851085122, "w_bigram": 0.00020076632216672319, "w_trigram": 0.00021610015709193665, "w_skip_bi": 0.31826471144382773, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4508327592692804, "w_neural_word": 0.45095070970474066, "phoneme_proto_slots": 752, "word_proto_slots": 691, "word_vocab": 5752, "elapsed_s": 280.82336258888245, "steps_per_sec": 1035.5477454549673}, {"sent": 20000, "train_loss": 1.9027811117472109, "train_acc": 0.4558178152057882, "eval_loss": 1.512428853183153, "eval_acc": 0.4774774774774775, "ppl": 4.537738921964528, "neural_p_loss": 2.8291990449069497, "neural_p_acc": 0.3063063063063063, "neural_p_ppl": 16.931893705441396, "neural_w_loss": 2.867834457830526, "neural_w_acc": 0.3063063063063063, "neural_w_ppl": 17.598865818387107, "w_freq": 0.0001258317729422104, "w_bigram": 0.0010909468618577937, "w_trigram": 0.021579545888417588, "w_skip_bi": 0.20069276353235396, "w_skip_tri": 0.5397106282427718, "w_neural_phoneme": 0.45100532329639553, "w_neural_word": 0.451308058771993, "phoneme_proto_slots": 754, "word_proto_slots": 691, "word_vocab": 6098, "elapsed_s": 312.9541893005371, "steps_per_sec": 1036.9888344531678}, {"sent": 22000, "train_loss": 1.9494211198379887, "train_acc": 0.44439413149791707, "eval_loss": 2.04353517196178, "eval_acc": 0.391304347826087, "ppl": 7.717844938033843, "neural_p_loss": 2.9654902329156347, "neural_p_acc": 0.2608695652173913, "neural_p_ppl": 19.404213494318313, "neural_w_loss": 2.9901184506009155, "neural_w_acc": 0.2608695652173913, "neural_w_ppl": 19.888038102114457, "w_freq": 0.0001704544949951981, "w_bigram": 0.0007801190422893313, "w_trigram": 0.010358932405884697, "w_skip_bi": 0.2735586276767362, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4521167187221528, "w_neural_word": 0.45119445314216483, "phoneme_proto_slots": 755, "word_proto_slots": 691, "word_vocab": 6393, "elapsed_s": 343.92243003845215, "steps_per_sec": 1039.932172961247}, {"sent": 24000, "train_loss": 1.968381054551429, "train_acc": 0.4384344911438993, "eval_loss": 1.6648420586153079, "eval_acc": 0.4044943820224719, "ppl": 5.284838489132026, "neural_p_loss": 2.9231710869558514, "neural_p_acc": 0.25842696629213485, "neural_p_ppl": 18.60017681684297, "neural_w_loss": 2.931734909107955, "neural_w_acc": 0.2696629213483146, "neural_w_ppl": 18.760149433935645, "w_freq": 0.00015049235394351177, "w_bigram": 0.000714129040438954, "w_trigram": 0.002003731030067653, "w_skip_bi": 0.19521915459163164, "w_skip_tri": 0.5473269508500718, "w_neural_phoneme": 0.45117382706731674, "w_neural_word": 0.4510839200373908, "phoneme_proto_slots": 757, "word_proto_slots": 691, "word_vocab": 6673, "elapsed_s": 372.58216762542725, "steps_per_sec": 1041.6145315633046}, {"sent": 26000, "train_loss": 2.013894582084758, "train_acc": 0.42642972733656986, "eval_loss": 2.0124548826134907, "eval_acc": 0.4032258064516129, "ppl": 7.481661422377084, "neural_p_loss": 3.0910204003077615, "neural_p_acc": 0.24193548387096775, "neural_p_ppl": 21.999514838237474, "neural_w_loss": 3.0809899262048055, "neural_w_acc": 0.24193548387096775, "neural_w_ppl": 21.779952273538097, "w_freq": 0.0002644356817386085, "w_bigram": 0.00030051363301209573, "w_trigram": 0.0006282943592567637, "w_skip_bi": 0.23400144864070097, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45058210479951666, "w_neural_word": 0.4505674266430811, "phoneme_proto_slots": 757, "word_proto_slots": 691, "word_vocab": 6984, "elapsed_s": 403.3482003211975, "steps_per_sec": 1043.3615413800653}, {"sent": 28000, "train_loss": 2.1821822869009035, "train_acc": 0.3930570347374861, "eval_loss": 1.913590071407262, "eval_acc": 0.3987730061349693, "ppl": 6.777376440636169, "neural_p_loss": 3.1204703437879076, "neural_p_acc": 0.24539877300613497, "neural_p_ppl": 22.657033732505113, "neural_w_loss": 3.1066769705636075, "neural_w_acc": 0.24539877300613497, "neural_w_ppl": 22.346662265667405, "w_freq": 0.0001644986272805536, "w_bigram": 0.0006329849431186878, "w_trigram": 0.02556750021990329, "w_skip_bi": 0.09018736445380411, "w_skip_tri": 0.5480651034549627, "w_neural_phoneme": 0.45041423491014176, "w_neural_word": 0.4503260947489862, "phoneme_proto_slots": 757, "word_proto_slots": 692, "word_vocab": 7648, "elapsed_s": 444.35450315475464, "steps_per_sec": 1046.392006154748}, {"sent": 30000, "train_loss": 2.2720113084790405, "train_acc": 0.3711397128822208, "eval_loss": 1.9020523232988336, "eval_acc": 0.37748344370860926, "ppl": 6.699630149451361, "neural_p_loss": 3.0846649505425527, "neural_p_acc": 0.23841059602649006, "neural_p_ppl": 21.860141386437572, "neural_w_loss": 3.0763020043157647, "neural_w_acc": 0.23841059602649006, "neural_w_ppl": 21.678088509768283, "w_freq": 8.691938865086854e-05, "w_bigram": 0.0010239205247127847, "w_trigram": 0.0015164543031190043, "w_skip_bi": 0.088220177400229, "w_skip_tri": 0.5351541499131238, "w_neural_phoneme": 0.45070823341349775, "w_neural_word": 0.4506965537037871, "phoneme_proto_slots": 757, "word_proto_slots": 693, "word_vocab": 8515, "elapsed_s": 492.9362828731537, "steps_per_sec": 1049.8131664882233}, {"sent": 32000, "train_loss": 2.2456079737855554, "train_acc": 0.3681319571592916, "eval_loss": 1.7939319112307484, "eval_acc": 0.4188034188034188, "ppl": 6.013048820787345, "neural_p_loss": 3.1068465124236844, "neural_p_acc": 0.23076923076923078, "neural_p_ppl": 22.350451281543762, "neural_w_loss": 3.105981061675283, "neural_w_acc": 0.23076923076923078, "neural_w_ppl": 22.331116434640727, "w_freq": 8.696396184885631e-05, "w_bigram": 0.00016932193748087264, "w_trigram": 0.0030929376670636648, "w_skip_bi": 0.15975245420429737, "w_skip_tri": 0.5499447201365034, "w_neural_phoneme": 0.4501670047288168, "w_neural_word": 0.4501802653521912, "phoneme_proto_slots": 757, "word_proto_slots": 694, "word_vocab": 9486, "elapsed_s": 550.6913375854492, "steps_per_sec": 1051.7833865692974}, {"sent": 34000, "train_loss": 2.2519467678614453, "train_acc": 0.3683377039130879, "eval_loss": 1.8607797368504515, "eval_acc": 0.35064935064935066, "ppl": 6.428747548997502, "neural_p_loss": 3.064119676704861, "neural_p_acc": 0.24675324675324675, "neural_p_ppl": 21.415601034061794, "neural_w_loss": 3.077496168493569, "neural_w_acc": 0.24675324675324675, "neural_w_ppl": 21.703991169445903, "w_freq": 6.70105814590195e-05, "w_bigram": 0.00010244220090552398, "w_trigram": 0.00021514960713810816, "w_skip_bi": 0.13057502779754465, "w_skip_tri": 0.5486657320781847, "w_neural_phoneme": 0.450154824596557, "w_neural_word": 0.4501519514916528, "phoneme_proto_slots": 758, "word_proto_slots": 694, "word_vocab": 10546, "elapsed_s": 605.4134764671326, "steps_per_sec": 1053.716220066061}, {"sent": 36000, "train_loss": 2.243598054931247, "train_acc": 0.37687403067378944, "eval_loss": 1.9229853508309875, "eval_acc": 0.4056603773584906, "ppl": 6.841351848875499, "neural_p_loss": 3.0187984105071943, "neural_p_acc": 0.27358490566037735, "neural_p_ppl": 20.466684350328816, "neural_w_loss": 3.0103180568565797, "neural_w_acc": 0.27358490566037735, "neural_w_ppl": 20.293853498136478, "w_freq": 8.831324154437854e-05, "w_bigram": 0.00021851508353767988, "w_trigram": 0.00038392778739042223, "w_skip_bi": 0.12143664136004764, "w_skip_tri": 0.5440328293604528, "w_neural_phoneme": 0.4501973570614476, "w_neural_word": 0.4501959401709688, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 11088, "elapsed_s": 637.8651278018951, "steps_per_sec": 1054.6931799177144}, {"sent": 38000, "train_loss": 2.1817323202417214, "train_acc": 0.3894634776987718, "eval_loss": 1.907945531521451, "eval_acc": 0.43023255813953487, "ppl": 6.739229032563002, "neural_p_loss": 3.0105060348591333, "neural_p_acc": 0.23255813953488372, "neural_p_ppl": 20.297668654752698, "neural_w_loss": 2.9985034794854055, "neural_w_acc": 0.23255813953488372, "neural_w_ppl": 20.055500985439622, "w_freq": 0.0, "w_bigram": 0.00013881340222162875, "w_trigram": 0.0008052928899013504, "w_skip_bi": 0.1830130253313132, "w_skip_tri": 0.5300226067465056, "w_neural_phoneme": 0.4502203155978252, "w_neural_word": 0.45027843379172666, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 11395, "elapsed_s": 664.9173526763916, "steps_per_sec": 1053.6617779337364}, {"sent": 40000, "train_loss": 2.222563259794265, "train_acc": 0.3804219359413781, "eval_loss": 1.7950251927567422, "eval_acc": 0.4838709677419355, "ppl": 6.019626370879854, "neural_p_loss": 2.9674664849970394, "neural_p_acc": 0.25806451612903225, "neural_p_ppl": 19.44259902887764, "neural_w_loss": 2.9646153487063778, "neural_w_acc": 0.25806451612903225, "neural_w_ppl": 19.387244478383497, "w_freq": 0.0, "w_bigram": 0.0004949959586365097, "w_trigram": 0.0010709727392968814, "w_skip_bi": 0.193400984601202, "w_skip_tri": 0.5492182398256917, "w_neural_phoneme": 0.45041997727586225, "w_neural_word": 0.45040409496728284, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 11827, "elapsed_s": 697.1727676391602, "steps_per_sec": 1053.4576708827065}, {"sent": 42000, "train_loss": 2.186210681564407, "train_acc": 0.38087433416333094, "eval_loss": 2.0331509971393125, "eval_acc": 0.3791469194312796, "ppl": 7.63811616215359, "neural_p_loss": 3.1704094346798106, "neural_p_acc": 0.2559241706161137, "neural_p_ppl": 23.817233961940346, "neural_w_loss": 3.158041035952944, "neural_w_acc": 0.2559241706161137, "neural_w_ppl": 23.52446717611143, "w_freq": 0.0001080441378711755, "w_bigram": 0.00017914406585144507, "w_trigram": 0.00018889589680530535, "w_skip_bi": 0.20426496265964994, "w_skip_tri": 0.5488730592500373, "w_neural_phoneme": 0.45019363431176873, "w_neural_word": 0.4501863230467095, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 12148, "elapsed_s": 728.0042972564697, "steps_per_sec": 1052.4237327820128}, {"sent": 44000, "train_loss": 2.1886978207878456, "train_acc": 0.370888733379986, "eval_loss": 2.085338806857093, "eval_acc": 0.3783783783783784, "ppl": 8.047317506226024, "neural_p_loss": 3.1387401928100744, "neural_p_acc": 0.25225225225225223, "neural_p_ppl": 23.074778767678776, "neural_w_loss": 3.13737638784543, "neural_w_acc": 0.25225225225225223, "neural_w_ppl": 23.043330719214012, "w_freq": 4.7238226590679817e-07, "w_bigram": 5.277069270067752e-06, "w_trigram": 6.339295377577982e-05, "w_skip_bi": 0.19241046162305436, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45006456916145554, "w_neural_word": 0.45006313605264386, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 12373, "elapsed_s": 755.8615782260895, "steps_per_sec": 1051.4478085593057}, {"sent": 46000, "train_loss": 2.2035559528022657, "train_acc": 0.3742082229644132, "eval_loss": 1.978787362906173, "eval_acc": 0.3448275862068966, "ppl": 7.233965489390233, "neural_p_loss": 3.0062014856397967, "neural_p_acc": 0.2413793103448276, "neural_p_ppl": 20.21048412067078, "neural_w_loss": 2.9985473761918806, "neural_w_acc": 0.2413793103448276, "neural_w_ppl": 20.056381375202555, "w_freq": 0.00010720604411487206, "w_bigram": 4.089775525886529e-05, "w_trigram": 0.003133470368270813, "w_skip_bi": 0.2064133568775796, "w_skip_tri": 0.5499325120187455, "w_neural_phoneme": 0.4501601741012117, "w_neural_word": 0.45016152359141876, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 12688, "elapsed_s": 788.318815946579, "steps_per_sec": 1052.2151485170314}, {"sent": 48000, "train_loss": 2.103823723621133, "train_acc": 0.3940366310931641, "eval_loss": 2.0412642818836138, "eval_acc": 0.4375, "ppl": 7.700338445722414, "neural_p_loss": 3.085408747905458, "neural_p_acc": 0.234375, "neural_p_ppl": 21.876406950345423, "neural_w_loss": 3.1009172737758455, "neural_w_acc": 0.234375, "neural_w_ppl": 22.218322221465804, "w_freq": 6.3364483784037e-05, "w_bigram": 8.809110617410574e-05, "w_trigram": 0.0012806508575636446, "w_skip_bi": 0.2334446217812316, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45012725650396784, "w_neural_word": 0.45011578754981263, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 12870, "elapsed_s": 815.4253714084625, "steps_per_sec": 1051.2513223857038}, {"sent": 50000, "train_loss": 2.0841672294001308, "train_acc": 0.38832341767615225, "eval_loss": 1.9369546278740808, "eval_acc": 0.43209876543209874, "ppl": 6.937591220410318, "neural_p_loss": 3.0619249626367537, "neural_p_acc": 0.24691358024691357, "neural_p_ppl": 21.36865145249439, "neural_w_loss": 3.074941720845408, "neural_w_acc": 0.24691358024691357, "neural_w_ppl": 21.648620211463, "w_freq": 0.0, "w_bigram": 1.7385887716470892e-05, "w_trigram": 0.00013505118492894566, "w_skip_bi": 0.25125973301978455, "w_skip_tri": 0.5498988598868201, "w_neural_phoneme": 0.450032073188781, "w_neural_word": 0.45003645696127426, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 12991, "elapsed_s": 843.3046658039093, "steps_per_sec": 1049.583899973125}, {"sent": 52000, "train_loss": 2.2842516909093504, "train_acc": 0.3659207882641125, "eval_loss": 1.8314739391899644, "eval_acc": 0.34513274336283184, "ppl": 6.243081803253898, "neural_p_loss": 3.1631818107539864, "neural_p_acc": 0.21238938053097345, "neural_p_ppl": 23.645712544727985, "neural_w_loss": 3.186252749305936, "neural_w_acc": 0.21238938053097345, "neural_w_ppl": 24.197582931382826, "w_freq": 0.0, "w_bigram": 9.516385284666422e-05, "w_trigram": 0.0005203937504359596, "w_skip_bi": 0.16434970408187485, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45001775307558994, "w_neural_word": 0.4500109023940962, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 13361, "elapsed_s": 878.7050633430481, "steps_per_sec": 1048.6476503211675}, {"sent": 54000, "train_loss": 2.176498079310343, "train_acc": 0.36502552626057766, "eval_loss": 1.8756070446306297, "eval_acc": 0.3684210526315789, "ppl": 6.524778750278871, "neural_p_loss": 3.247982542824752, "neural_p_acc": 0.2, "neural_p_ppl": 25.738361460660023, "neural_w_loss": 3.267037886375033, "neural_w_acc": 0.2, "neural_w_ppl": 26.23351748200536, "w_freq": 9.574976662220853e-06, "w_bigram": 4.319529034474774e-05, "w_trigram": 0.00010599559012907757, "w_skip_bi": 0.18592956375432565, "w_skip_tri": 0.55, "w_neural_phoneme": 0.45003195910645455, "w_neural_word": 0.45003156077961354, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 13527, "elapsed_s": 906.8509919643402, "steps_per_sec": 1047.6362802913034}, {"sent": 56000, "train_loss": 2.10621629101022, "train_acc": 0.39820812163053176, "eval_loss": 1.9418044096198854, "eval_acc": 0.42391304347826086, "ppl": 6.971318743125922, "neural_p_loss": 3.126203023627412, "neural_p_acc": 0.2391304347826087, "neural_p_ppl": 22.787292261497605, "neural_w_loss": 3.136103453060973, "neural_w_acc": 0.2391304347826087, "neural_w_ppl": 23.014016723352555, "w_freq": 6.377647140248337e-06, "w_bigram": 2.2093558837639494e-05, "w_trigram": 0.00654363269684679, "w_skip_bi": 0.2279431312764797, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4500338883961383, "w_neural_word": 0.45003419279778206, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 13709, "elapsed_s": 932.3813059329987, "steps_per_sec": 1046.6029228498107}, {"sent": 58000, "train_loss": 2.213472132995113, "train_acc": 0.3655786350148368, "eval_loss": 1.9479513151066294, "eval_acc": 0.3978494623655914, "ppl": 7.014302754541852, "neural_p_loss": 3.131393214286982, "neural_p_acc": 0.23655913978494625, "neural_p_ppl": 22.905870107576536, "neural_w_loss": 3.132084259912018, "neural_w_acc": 0.23655913978494625, "neural_w_ppl": 22.921704579443134, "w_freq": 1.2593552764497775e-05, "w_bigram": 2.89949025986575e-05, "w_trigram": 9.131003800102281e-05, "w_skip_bi": 0.20109317233327656, "w_skip_tri": 0.5490291962818203, "w_neural_phoneme": 0.4500941172161801, "w_neural_word": 0.45008995026642906, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 13922, "elapsed_s": 959.9185788631439, "steps_per_sec": 1046.4200007355091}, {"sent": 60000, "train_loss": 2.2455261467407164, "train_acc": 0.3659251881363435, "eval_loss": 1.955871015760546, "eval_acc": 0.3673469387755102, "ppl": 7.0700744888664975, "neural_p_loss": 3.1309452897917005, "neural_p_acc": 0.23469387755102042, "neural_p_ppl": 22.895612304801688, "neural_w_loss": 3.1522924758785567, "neural_w_acc": 0.23469387755102042, "neural_w_ppl": 23.389623313690173, "w_freq": 2.4048567386802232e-05, "w_bigram": 6.715855938555423e-05, "w_trigram": 0.0005060357914481604, "w_skip_bi": 0.18326952179751926, "w_skip_tri": 0.5493774151395218, "w_neural_phoneme": 0.45005582871458266, "w_neural_word": 0.45005129676100164, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 14280, "elapsed_s": 994.982259273529, "steps_per_sec": 1045.8699040119511}, {"sent": 62000, "train_loss": 2.166848222776495, "train_acc": 0.3654431747486985, "eval_loss": 1.6202319145146433, "eval_acc": 0.5, "ppl": 5.054262337451156, "neural_p_loss": 3.2996825824057754, "neural_p_acc": 0.1724137931034483, "neural_p_ppl": 27.10403425774656, "neural_w_loss": 3.318756603947237, "neural_w_acc": 0.1724137931034483, "neural_w_ppl": 27.625979160872614, "w_freq": 4.664926560860657e-06, "w_bigram": 1.0850778982578552e-05, "w_trigram": 0.0002836924221998887, "w_skip_bi": 0.19496562547757218, "w_skip_tri": 0.55, "w_neural_phoneme": 0.4500167061759668, "w_neural_word": 0.450017565678986, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 14490, "elapsed_s": 1043.649297952652, "steps_per_sec": 1026.3629766256943}, {"sent": 64000, "train_loss": 2.2514656310799155, "train_acc": 0.3645657078398195, "eval_loss": 2.10483283487058, "eval_acc": 0.35384615384615387, "ppl": 8.205731182823039, "neural_p_loss": 3.2206525668876855, "neural_p_acc": 0.23076923076923078, "neural_p_ppl": 25.04445803402022, "neural_w_loss": 3.2329280680841603, "neural_w_acc": 0.23076923076923078, "neural_w_ppl": 25.35378600218069, "w_freq": 0.0, "w_bigram": 0.0, "w_trigram": 0.00016820876402487973, "w_skip_bi": 0.17946164618320645, "w_skip_tri": 0.5496409724115828, "w_neural_phoneme": 0.4500078844429118, "w_neural_word": 0.4500086157402694, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 14758, "elapsed_s": 1071.9162826538086, "steps_per_sec": 1025.762009396689}, {"sent": 66000, "train_loss": 2.212697283611509, "train_acc": 0.36605047788015793, "eval_loss": 2.0083734880756494, "eval_acc": 0.40963855421686746, "ppl": 7.451188039564464, "neural_p_loss": 3.1150277546218406, "neural_p_acc": 0.24096385542168675, "neural_p_ppl": 22.53405576901192, "neural_w_loss": 3.144370237841305, "neural_w_acc": 0.24096385542168675, "neural_w_ppl": 23.2050572038337, "w_freq": 5.9933942390471425e-06, "w_bigram": 1.633703966801789e-05, "w_trigram": 2.9932017772948024e-05, "w_skip_bi": 0.1876010983144334, "w_skip_tri": 0.547925697254305, "w_neural_phoneme": 0.4500198855551864, "w_neural_word": 0.45001932113078313, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 15086, "elapsed_s": 1105.912080526352, "steps_per_sec": 1025.8292860496224}, {"sent": 68000, "train_loss": 2.2015803740669466, "train_acc": 0.36304552692295194, "eval_loss": 2.2011982542815134, "eval_acc": 0.3883495145631068, "ppl": 9.035834242206498, "neural_p_loss": 3.2243673392316348, "neural_p_acc": 0.22330097087378642, "neural_p_ppl": 25.137665509184743, "neural_w_loss": 3.246968326991298, "neural_w_acc": 0.22330097087378642, "neural_w_ppl": 25.712270440139022, "w_freq": 1.198230867363353e-05, "w_bigram": 2.131537886411607e-05, "w_trigram": 6.637153488560054e-05, "w_skip_bi": 0.18772036663484418, "w_skip_tri": 0.5497867892452707, "w_neural_phoneme": 0.45002438497467157, "w_neural_word": 0.45002991121849517, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 15342, "elapsed_s": 1136.1031374931335, "steps_per_sec": 1025.6551201602879}, {"sent": 70000, "train_loss": 2.10218859969521, "train_acc": 0.38826058510141137, "eval_loss": 1.9382970486095266, "eval_acc": 0.42857142857142855, "ppl": 6.9469106406105645, "neural_p_loss": 3.2890435213976796, "neural_p_acc": 0.2077922077922078, "neural_p_ppl": 26.817201305887465, "neural_w_loss": 3.2848348607873614, "neural_w_acc": 0.2077922077922078, "neural_w_ppl": 26.704573978416413, "w_freq": 0.0, "w_bigram": 2.2094351026865255e-05, "w_trigram": 0.0036515445797048593, "w_skip_bi": 0.22512557766678531, "w_skip_tri": 0.5499590504915878, "w_neural_phoneme": 0.4500074923401959, "w_neural_word": 0.4500077598925816, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 15567, "elapsed_s": 1167.059555053711, "steps_per_sec": 1025.9519274874497}], "mixing_weights": {"w_freq": 0.0, "w_bigram": 2.2094351026865255e-05, "w_trigram": 0.0036515445797048593, "w_skip_bi": 0.22512557766678531, "w_skip_tri": 0.5499590504915878, "w_neural_phoneme": 0.4500074923401959, "w_neural_word": 0.4500077598925816}, "phoneme_proto_slots": 759, "word_proto_slots": 694, "word_vocab": 15567, "elapsed_s": 1167.059555053711, "steps_per_sec": 1025.9519274874497}