Epoch: 1 Learning rate: 1.000
[ 1.48329806]
[ 0.59565675]
[ 3.5288806]
[ 11.72567368]
[ 11.41811085]
[ 2.1072011]
[ 12.4365263]
[ 1.45837855]
[ 6.88794804]
[ 3.47929549]
[ 2.48004532]
[ 0.02640088]
[ 0.25110838]
[ 10.34806156]
[ 12.91627789]
[ 0.38905418]
[ 11.4250803]
[ 8.61295605]
[ 5.37092161]
[ 1.8477459]
[ 7.07782364]
[ 14.92493343]
[ 5.35081434]
[ 3.66186023]
[ 13.13628006]
[ 10.96945095]
[ 9.15619373]
[ 9.02374077]
[ 1.6597451]
[ 11.29649067]
[ 3.59643126]
[ 14.29256248]
[ 17.8182106]
[ 2.10899878]
[ 10.98945141]
[ 14.05651283]
[ 5.10477829]
[ 4.81712818]
[ 0.57394004]
[ 27.79004478]
[ 4.60126114]
[ 9.54275227]
[ 9.00039864]
[ 3.94708252]
[ 8.64740658]
[ 6.88979435]
[ 1.24643016]
[ 11.93755245]
[ 9.74435425]
[ 16.08387375]
[ 8.9180727]
[ 7.87191677]
[ 6.61793137]
[ 3.99545383]
[ 7.31187439]
[ 1.89945507]
[ 11.86897755]
[ 11.03224659]
[ 6.93197393]
[ 14.03552151]
[ 15.24415588]
[ 3.28132272]
[ 9.27201843]
[ 0.59874642]
[ 9.73451996]
[ 13.8770504]
[ 12.16769791]
[ 6.57761908]
[ 7.0298624]
[ 7.34130955]
[ 2.45723248]
[ 10.47787666]
[ 16.63958931]
[ 4.50902367]
[ 7.52896643]
[ 0.36572737]
[ 4.68399906]
[ 6.79277229]
[ 1.23218811]
[ 19.0521698]
[ 1.31320059]
[ 0.42740956]
[ 2.87773085]
[ 9.94910622]
[ 14.21443748]
[ 13.22605133]
[ 8.07082462]
[ 6.08137941]
[ 2.2590034]
[ 10.17651463]
[ 6.58657742]
[ 14.85686493]
[ 8.42105389]
[ 4.39132929]
[ 6.19470596]
[ 6.21612263]
[ 13.70380878]
[ 7.3286767]
[ 4.25778866]
[ 6.31430101]
[ 7.17475557]
[ 12.61630344]
[ 5.27631664]
[ 8.3708601]
[ 6.26285744]
[ 9.53939056]
[ 12.94515038]
[ 5.13723469]
[ 11.56366539]
[ 6.10656643]
[ 4.38844252]
[ 9.10537815]
[ 4.62524128]
[ 7.67024326]
[ 1.49983466]
[ 13.56841278]
[ 6.91428757]
[ 0.86641949]
[ 0.1175058]
[ 2.47947836]
[ 9.75934601]
[ 15.02690601]
[ 6.40201378]
[ 4.51844215]
[ 7.79254341]
[ 8.78426266]
[ 2.71294308]
[ 1.68307602]
[ 13.17404366]
[ 1.33851528]
[ 11.53270149]
[ 8.4494648]
[ 3.7123518]
[ 2.54233098]
[ 1.27540839]
[ 3.52224565]
[ 13.61182976]
[ 12.07733727]
[ 0.56773537]
[ 8.66030121]
[ 0.17123027]
[ 8.89830303]
[ 13.80379581]
[ 24.0096817]
[ 7.7828989]
[ 11.97234058]
[ 21.62351227]
[ 8.43877411]
[ 10.77181911]
[ 16.19763374]
[ 3.58549166]
[ 9.63260174]
[ 19.65814209]
[ 4.96345091]
[ 11.71141434]
[ 17.19331551]
[ 3.95407701]
[ 8.25358105]
[ 19.74230385]
[ 14.21204758]
[ 9.69197273]
[ 16.79742241]
[ 10.15528679]
[ 2.84479928]
[ 12.09551811]
[ 14.1150322]
[ 7.77651024]
[ 4.3915844]
[ 7.34272242]
[ 9.78835678]
[ 11.00451374]
[ 10.31514263]
[ 8.13478088]
[ 13.65477371]
[ 11.33526802]
[ 4.36677885]
[ 6.71011972]
[ 11.12342262]
[ 10.00085449]
[ 5.20047712]
[ 1.38084185]
[ 6.45350885]
[ 14.74750996]
[ 5.0959363]
[ 10.22167301]
[ 0.49361295]
[ 1.9663105]
[ 10.67012024]
[ 7.1825428]
[ 5.2053175]
[ 5.64760685]
[ 2.17842007]
[ 11.83802986]
[ 10.05975723]
[ 9.81500053]
[ 24.52657127]
[ 11.12504864]
[ 4.68661976]
[ 10.9603672]
[ 0.62087876]
[ 12.66205692]
[ 6.54633999]
[ 19.80060768]
[ 6.35043335]
[ 9.92503643]
[ 0.55687714]
[ 10.25627995]
[ 18.52286339]
[ 10.16889]
[ 5.30336809]
[ 11.88329983]
[ 0.91858399]
[ 2.86634398]
[ 12.83934498]
[ 10.11269665]
[ 20.42148781]
[ 11.03041363]
[ 2.72498083]
[ 9.95754528]
[ 1.11769474]
[ 9.8222456]
[ 10.57188034]
[ 12.61536312]
[ 7.32777071]
[ 19.710886]
[ 10.10161686]
[ 4.75517845]
[ 11.71243382]
[ 0.91109931]
[ 8.43721199]
[ 6.98385191]
[ 16.54317093]
[ 9.44933128]
[ 5.42452621]
[ 11.56823444]
[ 0.83791155]
[ 11.84687996]
[ 2.13873458]
[ 11.03632927]
[ 8.94150829]
[ 4.3413949]
[ 2.35082912]
[ 6.88924408]
[ 14.82834721]
[ 5.59596729]
[ 10.23196983]
[ 0.7252928]
[ 1.62191689]
[ 7.89444637]
[ 5.05718422]
[ 11.01981735]
[ 5.40952921]
[ 1.52138627]
[ 11.36137772]
[ 15.95086575]
[ 11.81801701]
[ 10.50190258]
[ 10.08550644]
[ 5.66714334]
[ 0.72882265]
[ 1.38110006]
[ 3.99204636]
[ 22.4403553]
[ 7.88495159]
[ 8.99123096]
[ 9.49223804]
[ 8.2676363]
[ 7.68545771]
[ 7.38002872]
[ 7.03128195]
[ 6.59076214]
[ 6.23057652]
[ 5.97688389]
[ 0.87526071]
[ 8.20076847]
[ 4.12673855]
[ 8.32936859]
[ 6.89871407]
[ 5.34513617]
[ 20.11005592]
[ 9.38249207]
[ 12.74368191]
[ 9.27035618]
[ 12.55524254]
[ 10.23640251]
[ 14.5529747]
[ 11.5702858]
[ 14.7028389]
[ 0.57423401]
[ 12.44856548]
[ 6.13860416]
[ 1.01158237]
[ 10.11462975]
[ 10.05399132]
[ 13.09725857]
[ 14.94301987]
[ 13.54088879]
[ 13.39310741]
[ 8.40246677]
[ 7.00364685]
[ 7.22703886]
[ 8.05890846]
[ 11.75445938]
[ 12.28049755]
[ 4.4022727]
[ 11.75703812]
[ 5.01524067]
[ 0.07365363]
[ 0.88241297]
[ 10.21306992]
[ 9.99801445]
[ 14.01089382]
[ 3.20389509]
[ 12.46589088]
[ 5.12549829]
[ 0.0539255]
[ 0.764081]
[ 10.10342979]
[ 10.08995438]
[ 14.32662392]
[ 5.9185524]
[ 11.25155735]
[ 13.21309566]
[ 1.40059352]
[ 14.99725437]
[ 1.65517902]
[ 14.68101311]
[ 13.55190659]
[ 0.70016807]
[ 12.2008543]
[ 4.95623207]
[ 0.03701861]
[ 1.18664932]
[ 10.30645561]
[ 7.00605965]
[ 12.7080698]
[ 4.11909962]
[ 10.70926952]
[ 5.0888443]
[ 0.02328446]
[ 0.79082417]
[ 9.72714806]
[ 10.33084869]
[ 14.40166759]
[ 6.00674438]
[ 14.13009262]
[ 8.20747757]
[ 13.57283783]
[ 8.8385849]
[ 0.14796081]
[ 9.93593311]
[ 13.70090008]
[ 12.9108429]
[ 14.01310921]
[ 13.06588268]
[ 13.16059971]
[ 1.8821373]
[ 11.82917786]
[ 4.82666969]
[ 0.02594298]
[ 1.430601]
[ 10.25179005]
[ 7.39158964]
[ 12.69687653]
[ 3.71918845]
[ 10.48386478]
[ 5.07220221]
[ 0.01927608]
[ 0.80389661]
[ 9.4727459]
[ 10.35018063]
[ 14.40322399]
[ 5.99192524]
[ 11.43347263]
[ 3.89380121]
[ 10.05249691]
[ 10.71062756]
[ 13.41473007]
[ 3.54789376]
[ 10.23702908]
[ 7.84857321]
[ 11.9621706]
[ 4.03008938]
[ 8.95476055]
[ 11.65812969]
[ 13.17738533]
[ 3.39966822]
[ 12.07982254]
[ 3.91267014]
[ 8.75937748]
[ 11.77933598]
[ 13.15414715]
[ 6.48384333]
[ 11.57087708]
[ 5.46842861]
[ 20.19800568]
[ 9.76852989]
[ 13.44080257]
[ 9.51502895]
[ 12.23586559]
[ 10.6731987]
[ 14.31733704]
[ 10.94265938]
[ 16.42025375]
[ 0.34599295]
[ 11.94228554]
[ 5.84761572]
[ 0.41159731]
[ 10.03677559]
[ 9.52700996]
[ 0.64340472]
[ 10.77880573]
[ 3.756706]
[ 10.16453743]
[ 10.81421661]
[ 12.15139484]
[ 6.24743843]
[ 10.73572063]
[ 5.42574787]
[ 10.3098259]
[ 4.09140682]
[ 10.04382038]
[ 7.93715239]
[ 11.8796339]
[ 3.80748773]
[ 9.02931881]
[ 11.73798943]
[ 13.28624058]
[ 3.4058094]
[ 11.96124458]
[ 3.73016191]
[ 8.59676743]
[ 8.614501]
[ 10.95985794]
[ 3.44260526]
[ 10.18601131]
[ 3.25974011]
[ 8.57416153]
[ 11.92083359]
[ 13.36928558]
[ 3.68157673]
[ 11.96885967]
[ 3.6776793]
[ 8.50676346]
[ 12.05906391]
[ 13.44325447]
[ 3.57531643]
[ 11.90499115]
[ 5.73111677]
[ 12.92534733]
[ 5.77059221]
[ 21.05433464]
[ 8.90735817]
[ 13.45315552]
[ 9.62868595]
[ 12.38865089]
[ 10.93187332]
[ 14.30533695]
[ 11.14767075]
[ 16.45973587]
[ 0.30813953]
[ 11.87381268]
[ 5.74715519]
[ 0.39422527]
[ 10.13722992]
[ 0.19713789]
[ 13.96977711]
[ 0.56644827]
[ 0.75497204]
[ 8.34541512]
[ 10.2541399]
[ 13.25248623]
[ 2.77508354]
[ 11.89488316]
[ 5.26856184]
[ 12.08717823]
[ 3.65367055]
[ 9.51922798]
[ 8.3227129]
[ 11.67314148]
[ 3.4521265]
[ 8.92242241]
[ 11.69709206]
[ 1.23797894]
[ 16.09772491]
[ 1.03832734]
[ 16.55847931]
[ 1.25577378]
[ 16.00722504]
[ 1.2751646]
[ 0.42661893]
[ 8.35470676]
[ 5.80957174]
[ 10.01642895]
[ 9.61306953]
[ 4.76416063]
[ 11.95740032]
[ 2.67026401]
[ 12.57877064]
[ 9.36632633]
[ 2.25909042]
[ 16.3790493]
Valid perplexity is: 4185.480356529225