https://github.com/sannetenoever/STiMCON
Tip revision: 873a2bf5c79fe2f828e72e14ef74db409d387854 authored by Sanne ten Oever on 23 July 2021, 08:31:05 UTC
Update README.md
Update README.md
Tip revision: 873a2bf
meanProb.txt
----- Prop/Per/Bigram after Epoch: 0
PropTest 0.05127873566413362 349614
PropVal 0.047318405705844606 18401
PerplexicityTest 64.18494252489006 0.9633195467000749
PerplexityVal 66.32482665979464 0.95435030704853
BigramTest 36.907316594396676 0.9633195467000749
BigramVal 36.80206538176155 0.9604369327753927
----- Prop/Per/Bigram after Epoch: 1
PropTest 0.061119113492742044 349614
PropVal 0.05402965875881626 18401
PerplexicityTest 64.72153702277629 0.9652388062262953
PerplexityVal 66.85346069174633 0.9569588609314711
BigramTest 48.61932721384281 0.9652388062262953
BigramVal 48.4222810296621 0.9629367969132112
----- Prop/Per/Bigram after Epoch: 2
PropTest 0.0664934786816312 349614
PropVal 0.05666051738634802 18401
PerplexicityTest 65.06943836318824 0.9661197778121013
PerplexityVal 67.16894334667775 0.9565784468235422
BigramTest 61.17318668272399 0.9661197778121013
BigramVal 53.762542297152265 0.9625563828052823
----- Prop/Per/Bigram after Epoch: 3
PropTest 0.07051567770814389 349614
PropVal 0.058150001106801553 18401
PerplexicityTest 65.43501541866631 0.9661169175147448
PerplexityVal 67.48385919489694 0.9550024455192653
BigramTest 83.66829594617785 0.9661169175147448
BigramVal 89.68480234161004 0.9610347263735667
----- Prop/Per/Bigram after Epoch: 4
PropTest 0.07383668156612494 349614
PropVal 0.05947215276454817 18401
PerplexicityTest 65.57051003970886 0.9664029472503961
PerplexityVal 67.58749921897895 0.9548394109015814
BigramTest 97.20999269266007 0.9664029472503961
BigramVal 97.96405992078343 0.9607630020107603
----- Prop/Per/Bigram after Epoch: 5
PropTest 0.07579298165735299 349614
PropVal 0.058849678215043215 18401
PerplexicityTest 65.88077786157324 0.9655706007196508
PerplexityVal 67.88842768725071 0.9533720993424271
BigramTest 115.85594110811196 0.9655706007196508
BigramVal 110.60638323297745 0.9595674148144122
----- Prop/Per/Bigram after Epoch: 6
PropTest 0.07819887567337418 349614
PropVal 0.05959743963539937 18401
PerplexicityTest 65.91178516606114 0.9658537701579456
PerplexityVal 67.92943843798197 0.951578718547905
BigramTest 124.39934703431977 0.9658537701579456
BigramVal 119.22277030907067 0.9575023096570838
----- Prop/Per/Bigram after Epoch: 7
PropTest 0.0805640280097099 349614
PropVal 0.06045455115543482 18401
PerplexicityTest 66.13726494862121 0.965287431281356
PerplexityVal 68.04380879798396 0.9515243736753437
BigramTest 148.12553625727034 0.965287431281356
BigramVal 125.86771036012668 0.9575023096570838
----- Prop/Per/Bigram after Epoch: 8
PropTest 0.08241205438432704 349614
PropVal 0.061043698850787226 18401
PerplexicityTest 66.3151075414428 0.9643892979114109
PerplexityVal 68.08733136240603 0.948209336449106
BigramTest 165.33783704789525 0.9643892979114109
BigramVal 139.20354078275253 0.9540785826857237
----- Prop/Per/Bigram after Epoch: 9
PropTest 0.08381254173203975 349614
PropVal 0.060953701696860964 18401
PerplexicityTest 66.41742732310247 0.963988856281499
PerplexityVal 68.33300542468136 0.9503831313515569
BigramTest 169.5837732020187 0.963988856281499
BigramVal 136.00301155279948 0.9563610673332971
----- Prop/Per/Bigram after Epoch: 10
PropTest 0.08508487003563112 349614
PropVal 0.06126957545844411 18401
PerplexicityTest 66.58300472638919 0.9632737819423707
PerplexityVal 68.46302119577075 0.9475571979783708
BigramTest 197.4568601007822 0.9632737819423707
BigramVal 164.74263603511957 0.9534264442149883
----- Prop/Per/Bigram after Epoch: 11
PropTest 0.0862590796839583 349614
PropVal 0.06126130670925846 18401
PerplexicityTest 66.7162881392399 0.9624471560063385
PerplexityVal 68.43718560353913 0.9481006467039835
BigramTest 225.2190485946155 0.9624471560063385
BigramVal 179.8612499704222 0.9538612031954785
----- Prop/Per/Bigram after Epoch: 12
PropTest 0.08777208788596254 349614
PropVal 0.061504677402157634 18401
PerplexicityTest 66.79557398507455 0.9622669572728781
PerplexityVal 68.57009420554532 0.9474485082332482
BigramTest 236.58858406527466 0.9622669572728781
BigramVal 178.80956499996705 0.9532634095973045
----- Prop/Per/Bigram after Epoch: 13
PropTest 0.08883517969546835 349614
PropVal 0.06171010069798067 18401
PerplexicityTest 66.79571154109782 0.9624042515459907
PerplexityVal 68.50791403019764 0.9453834030759198
BigramTest 241.20266579841936 0.9624042515459907
BigramVal 160.5209669678832 0.9513069941850987
----- Prop/Per/Bigram after Epoch: 14
PropTest 0.08954051585000539 349614
PropVal 0.061746855107631074 18401
PerplexicityTest 66.9653194550366 0.9612772943875245
PerplexityVal 68.63479402902428 0.9444595402423781
BigramTest 257.8308631582535 0.9612772943875245
BigramVal 178.41668825230997 0.9504374762241182
----- Prop/Per/Bigram after Epoch: 15
PropTest 0.09059481478522996 349614
PropVal 0.06227409193554476 18401
PerplexicityTest 66.88904394669395 0.9607424187818565
PerplexityVal 68.69916876199407 0.9433726427911526
BigramTest 271.71889668348547 0.9607424187818565
BigramVal 192.46319153067762 0.9492418890277702
----- Prop/Per/Bigram after Epoch: 16
PropTest 0.09113063444915213 349614
PropVal 0.06172002704500314 18401
PerplexicityTest 67.12574341820012 0.9599272340352503
PerplexityVal 68.85957845606971 0.9414705722515081
BigramTest 286.5980202570069 0.9599272340352503
BigramVal 212.0454889626625 0.9475571979783708
----- Prop/Per/Bigram after Epoch: 17
PropTest 0.09235736520086073 349614
PropVal 0.06252244853384416 18401
PerplexicityTest 67.12982624059141 0.9602304255550407
PerplexityVal 68.6631617491931 0.9423400902124884
BigramTest 301.1818073052372 0.9602304255550407
BigramVal 235.8987220168274 0.9483723710667898
----- Prop/Per/Bigram after Epoch: 18
PropTest 0.0921699573270466 349614
PropVal 0.06185781435025616 18401
PerplexicityTest 67.22618988068474 0.9595725571630427
PerplexityVal 68.91947290557793 0.9420140209771208
BigramTest 315.83129726669046 0.9595725571630427
BigramVal 261.10034449594167 0.9479376120862997
----- Prop/Per/Bigram after Epoch: 19
PropTest 0.09238259942742845 349614
PropVal 0.061819442248372575 18401
PerplexicityTest 67.17512848449235 0.9606280068875961
PerplexityVal 68.94058520411109 0.9420683658496821
BigramTest 308.87534020440114 0.9606280068875961
BigramVal 228.57856462183761 0.9478832672137384
----- Prop/Per/Bigram after Epoch: 20
PropTest 0.09263923921527928 349614
PropVal 0.06179533671799552 18401
PerplexicityTest 67.29703470462816 0.9589118284736882
PerplexityVal 68.8942990782176 0.941850986359437
BigramTest 314.75957737739816 0.9589118284736882
BigramVal 218.46576375735444 0.947611542850932
----- Prop/Per/Bigram after Epoch: 21
PropTest 0.09355224828297054 349614
PropVal 0.06213484422908037 18401
PerplexicityTest 67.28994810180893 0.9593980790242954
PerplexityVal 69.06491013789115 0.9425574697027336
BigramTest 332.5277623040653 0.9593980790242954
BigramVal 264.7869911292364 0.9484810608119124
----- Prop/Per/Bigram after Epoch: 22
PropTest 0.09403667524300569 349614
PropVal 0.06268619222182724 18401
PerplexicityTest 67.37650070143721 0.9583226072182464
PerplexityVal 68.99118666141284 0.9411988478887017
BigramTest 351.8904969571648 0.9583226072182464
BigramVal 288.3532876399018 0.947013749252758
----- Prop/Per/Bigram after Epoch: 23
PropTest 0.09418509056545196 349614
PropVal 0.06162045666102911 18401
PerplexicityTest 67.38398304342097 0.9585085265464197
PerplexityVal 69.06757968433256 0.938862018368567
BigramTest 348.1241090037986 0.9585085265464197
BigramVal 252.09628929865195 0.9445138851149394
----- Prop/Per/Bigram after Epoch: 24
PropTest 0.09463583763245485 349614
PropVal 0.06195747789265923 18401
PerplexicityTest 67.42069889254384 0.9578048933967175
PerplexityVal 69.077323109573 0.9372860170642899
BigramTest 370.20458735915946 0.9578048933967175
BigramVal 263.76714792534494 0.9432639530460301
----- Prop/Per/Bigram after Epoch: 25
PropTest 0.0957882793117006 349614
PropVal 0.06227860765766936 18401
PerplexicityTest 67.35095659539036 0.9593894981322258
PerplexityVal 68.96600349184635 0.9398402260746699
BigramTest 347.0808845454387 0.9593894981322258
BigramVal 250.86598708415718 0.945437747948481
----- Prop/Per/Bigram after Epoch: 26
PropTest 0.09564171515477317 349614
PropVal 0.06219363310783235 18401
PerplexicityTest 67.39024967376493 0.9591034683965745
PerplexityVal 69.08790258313778 0.9415792619966307
BigramTest 350.7206287111076 0.9591034683965745
BigramVal 260.68629125777886 0.9472854736155644
----- Prop/Per/Bigram after Epoch: 27
PropTest 0.0963087884592517 349614
PropVal 0.062389203535103105 18401
PerplexicityTest 67.4507348076255 0.9587630930111495
PerplexityVal 69.04847432392636 0.9408184337807728
BigramTest 384.70150323714546 0.9587630930111495
BigramVal 294.12580678676784 0.9465246453997065
----- Prop/Per/Bigram after Epoch: 28
PropTest 0.09612066484910549 349614
PropVal 0.062128834192240114 18401
PerplexicityTest 67.49371392777961 0.9580279965905255
PerplexityVal 69.00418247608118 0.9375033965545351
BigramTest 364.65935431109904 0.9580279965905255
BigramVal 251.67215223353494 0.9433726427911526
----- Prop/Per/Bigram after Epoch: 29
PropTest 0.09589625508176977 349614
PropVal 0.061810375110378235 18401
PerplexicityTest 67.55995899141051 0.9577534080443003
PerplexityVal 69.16977729666118 0.9373403619368512
BigramTest 379.42561255464375 0.9577534080443003
BigramVal 334.2816014678316 0.943046573555785
----- Prop/Per/Bigram after Epoch: 30
PropTest 0.09619407112842394 349614
PropVal 0.06140657467923509 18401
PerplexicityTest 67.5485904205161 0.9569210615135549
PerplexityVal 69.19336191112728 0.9350578772892778
BigramTest 407.3942282850748 0.9569210615135549
BigramVal 372.121445146212 0.9406553991630889
----- Prop/Per/Bigram after Epoch: 31
PropTest 0.0969946554006767 349614
PropVal 0.06217377342710997 18401
PerplexicityTest 67.55956042461426 0.9566693553461818
PerplexityVal 69.21946871343188 0.9368512580837998
BigramTest 419.80312674131824 0.9566693553461818
BigramVal 341.99879729501936 0.9423944350850497
----- Prop/Per/Bigram after Epoch: 32
PropTest 0.097007992385043 349614
PropVal 0.06222142873166175 18401
PerplexicityTest 67.6496564477725 0.9567666054563032
PerplexityVal 69.31597331172703 0.9373403619368512
BigramTest 412.02340785537666 0.9567666054563032
BigramVal 360.6593654838535 0.9428835389381012
----- Prop/Per/Bigram after Epoch: 33
PropTest 0.09740042183642152 349614
PropVal 0.062462875309724414 18401
PerplexicityTest 67.49752235693738 0.9579050038041955
PerplexityVal 69.1952870912573 0.9380468452801478
BigramTest 385.876821330626 0.9579050038041955
BigramVal 313.72387768031444 0.9438074017716428
----- Prop/Per/Bigram after Epoch: 34
PropTest 0.09714332182100702 349614
PropVal 0.06208441246677352 18401
PerplexicityTest 67.65350499876449 0.9560858546854532
PerplexityVal 69.23888895745196 0.9347861529264714
BigramTest 411.96750522176586 0.9560858546854532
BigramVal 362.02032459594733 0.9406010542905276
----- Prop/Per/Bigram after Epoch: 35
PropTest 0.09765707305758128 349614
PropVal 0.06158927816620746 18401
PerplexicityTest 67.67234266756448 0.9558770529784276
PerplexityVal 69.37061330489233 0.9349491875441552
BigramTest 404.5275776413075 0.9558770529784276
BigramVal 297.1690308649965 0.9407097440356502
----- Prop/Per/Bigram after Epoch: 36
PropTest 0.09773540828385147 349614
PropVal 0.061991847219916275 18401
PerplexicityTest 67.65744148568523 0.9569210615135549
PerplexityVal 69.41495013585364 0.935492636269768
BigramTest 422.57295781527046 0.9569210615135549
BigramVal 349.54460355797846 0.9413075376338242
----- Prop/Per/Bigram after Epoch: 37
PropTest 0.09843267992275644 349614
PropVal 0.062398865040164654 18401
PerplexicityTest 67.58650148310124 0.9566664950488253
PerplexityVal 69.3196277177266 0.935710015760013
BigramTest 401.69784377445274 0.9566664950488253
BigramVal 357.25276875342024 0.941253192761263
----- Prop/Per/Bigram after Epoch: 38
PropTest 0.09824049080277049 349614
PropVal 0.062203232167426216 18401
PerplexicityTest 67.77273866967303 0.9555452584850721
PerplexityVal 69.2852701793699 0.932123254170969
BigramTest 439.4477625469756 0.9555452584850721
BigramVal 337.2209050518269 0.9377751209173415
----- Prop/Per/Bigram after Epoch: 39
PropTest 0.09853329148454336 349614
PropVal 0.06272083431398205 18401
PerplexicityTest 67.72794188854566 0.9564491124497303
PerplexityVal 69.28740306482912 0.935112222161839
BigramTest 438.7927471194829 0.9564491124497303
BigramVal 335.8370903189282 0.9408727786533341
----- Prop/Per/Bigram after Epoch: 40
PropTest 0.09750730205118635 349614
PropVal 0.061555632403230746 18401
PerplexicityTest 67.67735529241803 0.9557311778132455
PerplexityVal 69.22646215141064 0.935492636269768
BigramTest 412.9074936537143 0.9557311778132455
BigramVal 320.5292254605234 0.9413618825063855
----- Prop/Per/Bigram after Epoch: 41
PropTest 0.09814338055957825 349614
PropVal 0.06206147224498197 18401
PerplexicityTest 67.69071320487434 0.9557855234630193
PerplexityVal 69.13825635435894 0.9356556708874517
BigramTest 437.05992748041876 0.9557855234630193
BigramVal 319.9433207623493 0.9413618825063855
----- Prop/Per/Bigram after Epoch: 42
PropTest 0.09825531954274061 349614
PropVal 0.061921900202209 18401
PerplexicityTest 67.79054389601806 0.9553307361833336
PerplexityVal 69.43868350025348 0.9348404977990327
BigramTest 457.9873312457701 0.9553307361833336
BigramVal 360.75307931545564 0.9404923645454052
----- Prop/Per/Bigram after Epoch: 43
PropTest 0.09811385127648005 349614
PropVal 0.06158681068385427 18401
PerplexicityTest 67.79774135454437 0.956180244498218
PerplexityVal 69.2479853211361 0.9357643606325743
BigramTest 449.9201082570505 0.956180244498218
BigramVal 351.72092493345343 0.9414705722515081
----- Prop/Per/Bigram after Epoch: 44
PropTest 0.09813969301170752 349614
PropVal 0.06172544261295407 18401
PerplexicityTest 67.8101031957836 0.9547615370093875
PerplexityVal 69.30516327199517 0.933916634965491
BigramTest 470.29212606281135 0.9547615370093875
BigramVal 405.6114463431576 0.9398402260746699
----- Prop/Per/Bigram after Epoch: 45
PropTest 0.09820648539440975 349614
PropVal 0.06192789051244056 18401
PerplexicityTest 67.76326330567188 0.9558598911942886
PerplexityVal 69.32442764160345 0.9362534644856257
BigramTest 436.2342051073614 0.9558598911942886
BigramVal 453.72190881034084 0.9420683658496821
----- Prop/Per/Bigram after Epoch: 46
PropTest 0.09834171982760112 349614
PropVal 0.06191568698694404 18401
PerplexicityTest 67.8187703910997 0.9556196262163414
PerplexityVal 69.40407792049551 0.936090429867942
BigramTest 473.8258147085382 0.9556196262163414
BigramVal 399.6709460410918 0.941850986359437
----- Prop/Per/Bigram after Epoch: 47
PropTest 0.09809447925343225 349614
PropVal 0.060918809106758 18401
PerplexicityTest 67.8546349838965 0.953331388331131
PerplexityVal 69.31614909703865 0.9321775990435303
BigramTest 458.87674093831004 0.953331388331131
BigramVal 407.028252075672 0.9380468452801478
----- Prop/Per/Bigram after Epoch: 48
PropTest 0.09757623710299762 349614
PropVal 0.06146544874704828 18401
PerplexicityTest 67.88194103788787 0.9541093892121025
PerplexityVal 69.37541399211324 0.9353296016520841
BigramTest 492.84822385877305 0.9541093892121025
BigramVal 410.9684692002302 0.9408727786533341
----- Prop/Per/Bigram after Epoch: 49
PropTest 0.09833320864111166 349614
PropVal 0.062236682878820095 18401
PerplexicityTest 67.81302287326635 0.9551476771525168
PerplexityVal 69.48092349255518 0.9361447747405033
BigramTest 459.09753540272357 0.9551476771525168
BigramVal 395.6640935727056 0.9422314004673659
----- Prop/Per/Bigram after Epoch: 50
PropTest 0.09887492020452528 349614
PropVal 0.0616935000994654 18401
PerplexicityTest 67.74933504155761 0.9546900295754747
PerplexityVal 69.30460752212021 0.9336992554752459
BigramTest 431.41598156073917 0.9546900295754747
BigramVal 361.76435123215646 0.9394598119667409
----- Prop/Per/Bigram after Epoch: 51
PropTest 0.0988379265395387 349614
PropVal 0.06178230516658183 18401
PerplexicityTest 67.79465052292232 0.954323911513841
PerplexityVal 69.46689212056212 0.935492636269768
BigramTest 473.3759226335522 0.954323911513841
BigramVal 343.85896835575466 0.941253192761263
----- Prop/Per/Bigram after Epoch: 52
PropTest 0.09908335283181982 349614
PropVal 0.06209466425220577 18401
PerplexicityTest 67.80039714782345 0.9539091683971466
PerplexityVal 69.40507804468248 0.9330471170045106
BigramTest 460.8284634529201 0.9539091683971466
BigramVal 401.2427674792807 0.938862018368567
----- Prop/Per/Bigram after Epoch: 53
PropTest 0.09877713693615264 349614
PropVal 0.061451558596706236 18401
PerplexicityTest 67.90123284974553 0.9531569101923836
PerplexityVal 69.56151917938737 0.9315798054453562
BigramTest 485.4622629051032 0.9531569101923836
BigramVal 356.7743461588763 0.9372860170642899
----- Prop/Per/Bigram after Epoch: 54
PropTest 0.0990334813263529 349614
PropVal 0.061869862123632706 18401
PerplexicityTest 67.79851205494224 0.9550275446635432
PerplexityVal 69.44622737658025 0.9336449106026846
BigramTest 488.8188168261624 0.9550275446635432
BigramVal 400.01332092724846 0.9394598119667409
----- Prop/Per/Bigram after Epoch: 55
PropTest 0.09863606566117099 349614
PropVal 0.061306280354245894 18401
PerplexicityTest 67.80192359952427 0.9540779259411808
PerplexityVal 69.47131657125696 0.9318515298081625
BigramTest 446.16070666711323 0.9540779259411808
BigramVal 357.1805820961462 0.9376664311722189
----- Prop/Per/Bigram after Epoch: 56
PropTest 0.0989820420252885 349614
PropVal 0.06162708123403356 18401
PerplexicityTest 67.97252329577856 0.9539263301812857
PerplexityVal 69.54247943222485 0.9334818759850008
BigramTest 503.99611184308657 0.9539263301812857
BigramVal 357.72157927093275 0.9391880876039346
----- Prop/Per/Bigram after Epoch: 57
PropTest 0.09865268997445867 349614
PropVal 0.061592699283462886 18401
PerplexicityTest 67.79398992685788 0.9531912337606617
PerplexityVal 69.38303426502846 0.933318841367317
BigramTest 491.33982143122347 0.9531912337606617
BigramVal 376.1809333728553 0.9391337427313733
----- Prop/Per/Bigram after Epoch: 58
PropTest 0.09899607021493963 349614
PropVal 0.061972410513745815 18401
PerplexicityTest 67.85105119567297 0.9537146681769036
PerplexityVal 69.34127891296548 0.9340253247106135
BigramTest 491.29116192851717 0.9537146681769036
BigramVal 302.1580889942541 0.939677191456986
----- Prop/Per/Bigram after Epoch: 59
PropTest 0.09894056884132198 349614
PropVal 0.06193212535262563 18401
PerplexicityTest 67.8467652287838 0.9534858443883826
PerplexityVal 69.45424485256814 0.9345144285636651
BigramTest 490.9975316903444 0.9534858443883826
BigramVal 446.95471234082936 0.9403293299277213
----- Prop/Per/Bigram after Epoch: 60
PropTest 0.09912092520010808 349614
PropVal 0.06143843112940933 18401
PerplexicityTest 68.07183039402125 0.9520957398731172
PerplexityVal 69.64833694987318 0.9323406336612141
BigramTest 513.8280677338585 0.9520957398731172
BigramVal 414.26164244888713 0.9381555350252704
----- Prop/Per/Bigram after Epoch: 61
PropTest 0.09898975000929015 349614
PropVal 0.06144168908120608 18401
PerplexicityTest 67.9022582125465 0.9523388651484208
PerplexityVal 69.4487118731631 0.9332644964947557
BigramTest 504.27754666719295 0.9523388651484208
BigramVal 383.0380376635793 0.9391337427313733
----- Prop/Per/Bigram after Epoch: 62
PropTest 0.09932661950999781 349614
PropVal 0.06199726588432618 18401
PerplexicityTest 67.83308476208703 0.953148329300314
PerplexityVal 69.42364719348875 0.9329927721319493
BigramTest 477.43056280557295 0.953148329300314
BigramVal 325.251637214887 0.938862018368567
----- Prop/Per/Bigram after Epoch: 63
PropTest 0.09942185317061028 349614
PropVal 0.062150684827317185 18401
PerplexicityTest 67.86827503527398 0.9530110350272014
PerplexityVal 69.5486509884132 0.933318841367317
BigramTest 479.8957030506216 0.9530110350272014
BigramVal 395.2722725683196 0.9389163632411281
----- Prop/Per/Bigram after Epoch: 64
PropTest 0.09901094551225986 349614
PropVal 0.06164283364946212 18401
PerplexicityTest 67.87473764587945 0.9536574622297734
PerplexityVal 69.44630735041466 0.9341340144557361
BigramTest 493.0269783934821 0.9536574622297734
BigramVal 438.7318947071042 0.9397315363295473
----- Prop/Per/Bigram after Epoch: 65
PropTest 0.09891749568140196 349614
PropVal 0.06163557273536564 18401
PerplexicityTest 67.90499599762579 0.9518554748951701
PerplexityVal 69.4338169851003 0.9325580131514591
BigramTest 489.46160831572877 0.9518554748951701
BigramVal 405.31029241371476 0.9384272593880767
----- Prop/Per/Bigram after Epoch: 66
PropTest 0.09929412282558135 349614
PropVal 0.0620641187154444 18401
PerplexicityTest 67.98795556305136 0.9522587768224384
PerplexityVal 69.60954958124633 0.9324493234063366
BigramTest 531.8229903065562 0.9522587768224384
BigramVal 486.7165858274092 0.9382098798978317
----- Prop/Per/Bigram after Epoch: 67
PropTest 0.09912663943264476 349614
PropVal 0.0614503267564754 18401
PerplexicityTest 68.05754640039738 0.9519040999502308
PerplexityVal 69.6571038484766 0.9325580131514591
BigramTest 531.016798246424 0.9519040999502308
BigramVal 461.5764422283675 0.9383185696429542
----- Prop/Per/Bigram after Epoch: 68
PropTest 0.09935376807697874 349614
PropVal 0.06196461186263394 18401
PerplexicityTest 67.97013389914711 0.9518869381660917
PerplexityVal 69.48899595793074 0.9319602195532851
BigramTest 501.85894228790124 0.9518869381660917
BigramVal 375.67927544026514 0.9378294657899027
----- Prop/Per/Bigram after Epoch: 69
PropTest 0.0997873386237243 349614
PropVal 0.06213153006311312 18401
PerplexicityTest 67.9588497229362 0.9517696659744747
PerplexityVal 69.6469740418967 0.9297864246508342
BigramTest 528.5525515161473 0.9517696659744747
BigramVal 431.0126970471496 0.935492636269768
----- Prop/Per/Bigram after Epoch: 70
PropTest 0.09926002938815583 349614
PropVal 0.06193728876855931 18401
PerplexicityTest 67.9012565899689 0.9507342383314169
PerplexityVal 69.50660875094178 0.9295690451605891
BigramTest 505.42731268670093 0.9507342383314169
BigramVal 382.073241200789 0.9353296016520841
----- Prop/Per/Bigram after Epoch: 71
PropTest 0.09934527220130943 349614
PropVal 0.06210897687130937 18401
PerplexicityTest 67.81307435550444 0.9527250052915501
PerplexityVal 69.51106989582314 0.9351665670344003
BigramTest 461.1388102117691 0.9527250052915501
BigramVal 397.77050244126343 0.9410901581435791
----- Prop/Per/Bigram after Epoch: 72
PropTest 0.0993145296025168 349614
PropVal 0.06158636354886535 18401
PerplexicityTest 67.93221261521255 0.9510831946089116
PerplexityVal 69.41837524565742 0.9295147002880279
BigramTest 497.44137000151807 0.9510831946089116
BigramVal 369.13910360713487 0.9353839465246454
----- Prop/Per/Bigram after Epoch: 73
PropTest 0.09946645141730799 349614
PropVal 0.06195037145194654 18401
PerplexicityTest 67.92726633942392 0.9524532770426813
PerplexityVal 69.39071203831175 0.9325580131514591
BigramTest 495.26555939674375 0.9524532770426813
BigramVal 362.18838178258136 0.9383729145155154
----- Prop/Per/Bigram after Epoch: 74
PropTest 0.09942132398381895 349614
PropVal 0.061824269843827086 18401
PerplexicityTest 67.97879416708003 0.9511032166904071
PerplexityVal 69.51842462547826 0.9303842182490082
BigramTest 509.63699050135244 0.9511032166904071
BigramVal 328.14240942663355 0.9361991196130645
----- Prop/Per/Bigram after Epoch: 75
PropTest 0.09931127606458996 349614
PropVal 0.0616745597686605 18401
PerplexicityTest 68.03999290699254 0.950968782714651
PerplexityVal 69.55252657140497 0.9308733221020596
BigramTest 534.1250113895327 0.950968782714651
BigramVal 448.4063996435236 0.936688223466116
----- Prop/Per/Bigram after Epoch: 76
PropTest 0.0995115366107851 349614
PropVal 0.06171379899224424 18401
PerplexicityTest 68.00570972985986 0.9512004668005286
PerplexityVal 69.63863356229282 0.9314711157002337
BigramTest 512.5584404157073 0.9512004668005286
BigramVal 417.4923758543582 0.9370142927014836
----- Prop/Per/Bigram after Epoch: 77
PropTest 0.0988192205997071 349614
PropVal 0.06127182154011504 18401
PerplexicityTest 67.94596838882651 0.9502708701596618
PerplexityVal 69.55609892646407 0.9300581490136406
BigramTest 508.3579873601237 0.9502708701596618
BigramVal 380.6141496087292 0.935710015760013
----- Prop/Per/Bigram after Epoch: 78
PropTest 0.09973467154784207 349614
PropVal 0.06164939232486918 18401
PerplexicityTest 67.88794091041348 0.9510059665802857
PerplexityVal 69.54641441362752 0.9300038041410793
BigramTest 471.45906071395666 0.9510059665802857
BigramVal 394.73073769277636 0.9357643606325743
----- Prop/Per/Bigram after Epoch: 79
PropTest 0.09938182063098953 349614
PropVal 0.062402542528992085 18401
PerplexicityTest 67.90319914082819 0.9522387547409429
PerplexityVal 69.46706774085722 0.9331558067496332
BigramTest 522.9630338747493 0.9522387547409429
BigramVal 377.44629525052784 0.9390250529862507
----- Prop/Per/Bigram after Epoch: 80
PropTest 0.09908432991774913 349614
PropVal 0.06194204998506041 18401
PerplexicityTest 67.88310621030593 0.950199362725749
PerplexityVal 69.39050221407139 0.9303298733764469
BigramTest 506.1464455812551 0.950199362725749
BigramVal 362.71415275034997 0.9362534644856257
----- Prop/Per/Bigram after Epoch: 81
PropTest 0.0993608593451469 349614
PropVal 0.061309490763807234 18401
PerplexicityTest 67.9939974768174 0.9501450170759752
PerplexityVal 69.46471253667237 0.9297864246508342
BigramTest 509.45861821270506 0.9501450170759752
BigramVal 410.98229620327766 0.9356556708874517
----- Prop/Per/Bigram after Epoch: 82
PropTest 0.09966111096809756 349614
PropVal 0.06160684784911843 18401
PerplexicityTest 68.04697999670125 0.9509888047961466
PerplexityVal 69.59157668677929 0.9320689092984077
BigramTest 503.58385164359015 0.9509888047961466
BigramVal 428.4265891739412 0.9379381555350252
----- Prop/Per/Bigram after Epoch: 83
PropTest 0.09965438137743747 349614
PropVal 0.06172968271536776 18401
PerplexicityTest 68.0155872904406 0.9495186119548988
PerplexityVal 69.58775731854104 0.9285364925819249
BigramTest 516.0907656432546 0.9495186119548988
BigramVal 442.76390721443863 0.9341340144557361
----- Prop/Per/Bigram after Epoch: 84
PropTest 0.09910915366721934 349614
PropVal 0.06137053298791554 18401
PerplexicityTest 68.00398044395988 0.949575817902029
PerplexityVal 69.45966711591868 0.9292973207977827
BigramTest 511.58614697526417 0.949575817902029
BigramVal 451.14378494197416 0.9350578772892778
----- Prop/Per/Bigram after Epoch: 85
PropTest 0.09951620223785766 349614
PropVal 0.061642954244760836 18401
PerplexicityTest 67.9707626869148 0.9495615164152466
PerplexityVal 69.42982600530888 0.9275039400032606
BigramTest 516.136781257572 0.9495615164152466
BigramVal 397.01660096938014 0.9331014618770719
----- Prop/Per/Bigram after Epoch: 86
PropTest 0.0995830193495975 349614
PropVal 0.061887422178926274 18401
PerplexicityTest 67.99184260088558 0.9497102518777852
PerplexityVal 69.62630283188551 0.9286451823270474
BigramTest 490.8483246213115 0.9497102518777852
BigramVal 397.4180639809434 0.9344600836911038
----- Prop/Per/Bigram after Epoch: 87
PropTest 0.09925609506709329 349614
PropVal 0.06140458202420209 18401
PerplexicityTest 68.22545088492315 0.9480026543559469
PerplexityVal 69.79206092788407 0.9262540079343514
BigramTest 573.5997749396973 0.9480026543559469
BigramVal 480.2277860825848 0.9320689092984077
----- Prop/Per/Bigram after Epoch: 88
PropTest 0.09912550983585322 349614
PropVal 0.061153813691146135 18401
PerplexicityTest 67.94434007912929 0.9493555750055775
PerplexityVal 69.37964713834862 0.9272865605130156
BigramTest 478.1142259142789 0.9493555750055775
BigramVal 371.61121603798694 0.9328840823868269
----- Prop/Per/Bigram after Epoch: 89
PropTest 0.09929650365462243 349614
PropVal 0.060845526206549864 18401
PerplexicityTest 68.1435643074121 0.948794956723701
PerplexityVal 69.63692014306119 0.9275039400032606
BigramTest 555.9760499934026 0.948794956723701
BigramVal 426.90417465334906 0.9332644964947557
----- Prop/Per/Bigram after Epoch: 90
PropTest 0.09918904163845634 349614
PropVal 0.060853402412433734 18401
PerplexicityTest 67.9844890894148 0.9493841779791428
PerplexityVal 69.32943352092722 0.92875387207217
BigramTest 504.16431286811655 0.9493841779791428
BigramVal 406.2409376669823 0.9343513939459812
----- Prop/Per/Bigram after Epoch: 91
PropTest 0.0987968534657024 349614
PropVal 0.06102929444987058 18401
PerplexicityTest 67.9524330225588 0.9493670161950036
PerplexityVal 69.44287658497908 0.9297864246508342
BigramTest 489.00984249160575 0.9493670161950036
BigramVal 414.2887465131139 0.935710015760013
----- Prop/Per/Bigram after Epoch: 92
PropTest 0.09956700388829312 349614
PropVal 0.06126936184313039 18401
PerplexicityTest 67.99465539348817 0.9489293906994571
PerplexityVal 69.42159565617301 0.9294603554154666
BigramTest 522.1817692475288 0.9489293906994571
BigramVal 402.134302550133 0.9351665670344003
----- Prop/Per/Bigram after Epoch: 93
PropTest 0.09896489138818246 349614
PropVal 0.061384303923773496 18401
PerplexicityTest 67.84964760958972 0.9487406110739273
PerplexityVal 69.47763563418877 0.9304929079941308
BigramTest 488.5816557922918 0.9487406110739273
BigramVal 405.7496529902944 0.9363621542307483
----- Prop/Per/Bigram after Epoch: 94
PropTest 0.09895119085306509 349614
PropVal 0.061354909762218114 18401
PerplexicityTest 68.0507646036612 0.9488035376157705
PerplexityVal 69.59819630152097 0.9285908374544861
BigramTest 530.5869760067511 0.9488035376157705
BigramVal 442.8992361550385 0.9342427042008586
----- Prop/Per/Bigram after Epoch: 95
PropTest 0.09925042635459733 349614
PropVal 0.061301379357884364 18401
PerplexicityTest 67.92170716267607 0.9493241117346559
PerplexityVal 69.64215462257704 0.9306559426118146
BigramTest 518.4003532620576 0.9493241117346559
BigramVal 426.26908994984666 0.9364164991033096
----- Prop/Per/Bigram after Epoch: 96
PropTest 0.09899293919513191 349614
PropVal 0.061063515019792236 18401
PerplexicityTest 68.08652251014645 0.9482801031995286
PerplexityVal 69.71285180928467 0.9297864246508342
BigramTest 531.6873136628109 0.9482801031995286
BigramVal 489.1599557434536 0.9353296016520841
----- Prop/Per/Bigram after Epoch: 97
PropTest 0.09930862586108734 349614
PropVal 0.06086452884546889 18401
PerplexicityTest 68.1241151500985 0.9486576624505884
PerplexityVal 69.63372088347148 0.9278300092386284
BigramTest 555.8603435237726 0.9486576624505884
BigramVal 426.1130214004509 0.9335905657301233
----- Prop/Per/Bigram after Epoch: 98
PropTest 0.09940422709329895 349614
PropVal 0.06123499162013437 18401
PerplexicityTest 67.93587304872258 0.9477280658097216
PerplexityVal 69.65574228196951 0.9282647682191185
BigramTest 514.9290989248314 0.9477280658097216
BigramVal 423.7686794466055 0.9339709798380523
----- Prop/Per/Bigram after Epoch: 99
PropTest 0.09910737815095487 349614
PropVal 0.06068638820317661 18401
PerplexicityTest 68.12687291170923 0.946861395710698
PerplexityVal 69.86642298750498 0.927177870767893
BigramTest 556.9720691602599 0.946861395710698
BigramVal 524.903688111565 0.9327753926417043