----- Prop/Per/Bigram after Epoch: 0
PropTest	0.05127873566413362	349614
PropVal	0.047318405705844606	18401
PerplexicityTest	64.18494252489006	0.9633195467000749
PerplexityVal	66.32482665979464	0.95435030704853
BigramTest	36.907316594396676	0.9633195467000749
BigramVal	36.80206538176155	0.9604369327753927

----- Prop/Per/Bigram after Epoch: 1
PropTest	0.061119113492742044	349614
PropVal	0.05402965875881626	18401
PerplexicityTest	64.72153702277629	0.9652388062262953
PerplexityVal	66.85346069174633	0.9569588609314711
BigramTest	48.61932721384281	0.9652388062262953
BigramVal	48.4222810296621	0.9629367969132112

----- Prop/Per/Bigram after Epoch: 2
PropTest	0.0664934786816312	349614
PropVal	0.05666051738634802	18401
PerplexicityTest	65.06943836318824	0.9661197778121013
PerplexityVal	67.16894334667775	0.9565784468235422
BigramTest	61.17318668272399	0.9661197778121013
BigramVal	53.762542297152265	0.9625563828052823

----- Prop/Per/Bigram after Epoch: 3
PropTest	0.07051567770814389	349614
PropVal	0.058150001106801553	18401
PerplexicityTest	65.43501541866631	0.9661169175147448
PerplexityVal	67.48385919489694	0.9550024455192653
BigramTest	83.66829594617785	0.9661169175147448
BigramVal	89.68480234161004	0.9610347263735667

----- Prop/Per/Bigram after Epoch: 4
PropTest	0.07383668156612494	349614
PropVal	0.05947215276454817	18401
PerplexicityTest	65.57051003970886	0.9664029472503961
PerplexityVal	67.58749921897895	0.9548394109015814
BigramTest	97.20999269266007	0.9664029472503961
BigramVal	97.96405992078343	0.9607630020107603

----- Prop/Per/Bigram after Epoch: 5
PropTest	0.07579298165735299	349614
PropVal	0.058849678215043215	18401
PerplexicityTest	65.88077786157324	0.9655706007196508
PerplexityVal	67.88842768725071	0.9533720993424271
BigramTest	115.85594110811196	0.9655706007196508
BigramVal	110.60638323297745	0.9595674148144122

----- Prop/Per/Bigram after Epoch: 6
PropTest	0.07819887567337418	349614
PropVal	0.05959743963539937	18401
PerplexicityTest	65.91178516606114	0.9658537701579456
PerplexityVal	67.92943843798197	0.951578718547905
BigramTest	124.39934703431977	0.9658537701579456
BigramVal	119.22277030907067	0.9575023096570838

----- Prop/Per/Bigram after Epoch: 7
PropTest	0.0805640280097099	349614
PropVal	0.06045455115543482	18401
PerplexicityTest	66.13726494862121	0.965287431281356
PerplexityVal	68.04380879798396	0.9515243736753437
BigramTest	148.12553625727034	0.965287431281356
BigramVal	125.86771036012668	0.9575023096570838

----- Prop/Per/Bigram after Epoch: 8
PropTest	0.08241205438432704	349614
PropVal	0.061043698850787226	18401
PerplexicityTest	66.3151075414428	0.9643892979114109
PerplexityVal	68.08733136240603	0.948209336449106
BigramTest	165.33783704789525	0.9643892979114109
BigramVal	139.20354078275253	0.9540785826857237

----- Prop/Per/Bigram after Epoch: 9
PropTest	0.08381254173203975	349614
PropVal	0.060953701696860964	18401
PerplexicityTest	66.41742732310247	0.963988856281499
PerplexityVal	68.33300542468136	0.9503831313515569
BigramTest	169.5837732020187	0.963988856281499
BigramVal	136.00301155279948	0.9563610673332971

----- Prop/Per/Bigram after Epoch: 10
PropTest	0.08508487003563112	349614
PropVal	0.06126957545844411	18401
PerplexicityTest	66.58300472638919	0.9632737819423707
PerplexityVal	68.46302119577075	0.9475571979783708
BigramTest	197.4568601007822	0.9632737819423707
BigramVal	164.74263603511957	0.9534264442149883

----- Prop/Per/Bigram after Epoch: 11
PropTest	0.0862590796839583	349614
PropVal	0.06126130670925846	18401
PerplexicityTest	66.7162881392399	0.9624471560063385
PerplexityVal	68.43718560353913	0.9481006467039835
BigramTest	225.2190485946155	0.9624471560063385
BigramVal	179.8612499704222	0.9538612031954785

----- Prop/Per/Bigram after Epoch: 12
PropTest	0.08777208788596254	349614
PropVal	0.061504677402157634	18401
PerplexicityTest	66.79557398507455	0.9622669572728781
PerplexityVal	68.57009420554532	0.9474485082332482
BigramTest	236.58858406527466	0.9622669572728781
BigramVal	178.80956499996705	0.9532634095973045

----- Prop/Per/Bigram after Epoch: 13
PropTest	0.08883517969546835	349614
PropVal	0.06171010069798067	18401
PerplexicityTest	66.79571154109782	0.9624042515459907
PerplexityVal	68.50791403019764	0.9453834030759198
BigramTest	241.20266579841936	0.9624042515459907
BigramVal	160.5209669678832	0.9513069941850987

----- Prop/Per/Bigram after Epoch: 14
PropTest	0.08954051585000539	349614
PropVal	0.061746855107631074	18401
PerplexicityTest	66.9653194550366	0.9612772943875245
PerplexityVal	68.63479402902428	0.9444595402423781
BigramTest	257.8308631582535	0.9612772943875245
BigramVal	178.41668825230997	0.9504374762241182

----- Prop/Per/Bigram after Epoch: 15
PropTest	0.09059481478522996	349614
PropVal	0.06227409193554476	18401
PerplexicityTest	66.88904394669395	0.9607424187818565
PerplexityVal	68.69916876199407	0.9433726427911526
BigramTest	271.71889668348547	0.9607424187818565
BigramVal	192.46319153067762	0.9492418890277702

----- Prop/Per/Bigram after Epoch: 16
PropTest	0.09113063444915213	349614
PropVal	0.06172002704500314	18401
PerplexicityTest	67.12574341820012	0.9599272340352503
PerplexityVal	68.85957845606971	0.9414705722515081
BigramTest	286.5980202570069	0.9599272340352503
BigramVal	212.0454889626625	0.9475571979783708

----- Prop/Per/Bigram after Epoch: 17
PropTest	0.09235736520086073	349614
PropVal	0.06252244853384416	18401
PerplexicityTest	67.12982624059141	0.9602304255550407
PerplexityVal	68.6631617491931	0.9423400902124884
BigramTest	301.1818073052372	0.9602304255550407
BigramVal	235.8987220168274	0.9483723710667898

----- Prop/Per/Bigram after Epoch: 18
PropTest	0.0921699573270466	349614
PropVal	0.06185781435025616	18401
PerplexicityTest	67.22618988068474	0.9595725571630427
PerplexityVal	68.91947290557793	0.9420140209771208
BigramTest	315.83129726669046	0.9595725571630427
BigramVal	261.10034449594167	0.9479376120862997

----- Prop/Per/Bigram after Epoch: 19
PropTest	0.09238259942742845	349614
PropVal	0.061819442248372575	18401
PerplexicityTest	67.17512848449235	0.9606280068875961
PerplexityVal	68.94058520411109	0.9420683658496821
BigramTest	308.87534020440114	0.9606280068875961
BigramVal	228.57856462183761	0.9478832672137384

----- Prop/Per/Bigram after Epoch: 20
PropTest	0.09263923921527928	349614
PropVal	0.06179533671799552	18401
PerplexicityTest	67.29703470462816	0.9589118284736882
PerplexityVal	68.8942990782176	0.941850986359437
BigramTest	314.75957737739816	0.9589118284736882
BigramVal	218.46576375735444	0.947611542850932

----- Prop/Per/Bigram after Epoch: 21
PropTest	0.09355224828297054	349614
PropVal	0.06213484422908037	18401
PerplexicityTest	67.28994810180893	0.9593980790242954
PerplexityVal	69.06491013789115	0.9425574697027336
BigramTest	332.5277623040653	0.9593980790242954
BigramVal	264.7869911292364	0.9484810608119124

----- Prop/Per/Bigram after Epoch: 22
PropTest	0.09403667524300569	349614
PropVal	0.06268619222182724	18401
PerplexicityTest	67.37650070143721	0.9583226072182464
PerplexityVal	68.99118666141284	0.9411988478887017
BigramTest	351.8904969571648	0.9583226072182464
BigramVal	288.3532876399018	0.947013749252758

----- Prop/Per/Bigram after Epoch: 23
PropTest	0.09418509056545196	349614
PropVal	0.06162045666102911	18401
PerplexicityTest	67.38398304342097	0.9585085265464197
PerplexityVal	69.06757968433256	0.938862018368567
BigramTest	348.1241090037986	0.9585085265464197
BigramVal	252.09628929865195	0.9445138851149394

----- Prop/Per/Bigram after Epoch: 24
PropTest	0.09463583763245485	349614
PropVal	0.06195747789265923	18401
PerplexicityTest	67.42069889254384	0.9578048933967175
PerplexityVal	69.077323109573	0.9372860170642899
BigramTest	370.20458735915946	0.9578048933967175
BigramVal	263.76714792534494	0.9432639530460301

----- Prop/Per/Bigram after Epoch: 25
PropTest	0.0957882793117006	349614
PropVal	0.06227860765766936	18401
PerplexicityTest	67.35095659539036	0.9593894981322258
PerplexityVal	68.96600349184635	0.9398402260746699
BigramTest	347.0808845454387	0.9593894981322258
BigramVal	250.86598708415718	0.945437747948481

----- Prop/Per/Bigram after Epoch: 26
PropTest	0.09564171515477317	349614
PropVal	0.06219363310783235	18401
PerplexicityTest	67.39024967376493	0.9591034683965745
PerplexityVal	69.08790258313778	0.9415792619966307
BigramTest	350.7206287111076	0.9591034683965745
BigramVal	260.68629125777886	0.9472854736155644

----- Prop/Per/Bigram after Epoch: 27
PropTest	0.0963087884592517	349614
PropVal	0.062389203535103105	18401
PerplexicityTest	67.4507348076255	0.9587630930111495
PerplexityVal	69.04847432392636	0.9408184337807728
BigramTest	384.70150323714546	0.9587630930111495
BigramVal	294.12580678676784	0.9465246453997065

----- Prop/Per/Bigram after Epoch: 28
PropTest	0.09612066484910549	349614
PropVal	0.062128834192240114	18401
PerplexicityTest	67.49371392777961	0.9580279965905255
PerplexityVal	69.00418247608118	0.9375033965545351
BigramTest	364.65935431109904	0.9580279965905255
BigramVal	251.67215223353494	0.9433726427911526

----- Prop/Per/Bigram after Epoch: 29
PropTest	0.09589625508176977	349614
PropVal	0.061810375110378235	18401
PerplexicityTest	67.55995899141051	0.9577534080443003
PerplexityVal	69.16977729666118	0.9373403619368512
BigramTest	379.42561255464375	0.9577534080443003
BigramVal	334.2816014678316	0.943046573555785

----- Prop/Per/Bigram after Epoch: 30
PropTest	0.09619407112842394	349614
PropVal	0.06140657467923509	18401
PerplexicityTest	67.5485904205161	0.9569210615135549
PerplexityVal	69.19336191112728	0.9350578772892778
BigramTest	407.3942282850748	0.9569210615135549
BigramVal	372.121445146212	0.9406553991630889

----- Prop/Per/Bigram after Epoch: 31
PropTest	0.0969946554006767	349614
PropVal	0.06217377342710997	18401
PerplexicityTest	67.55956042461426	0.9566693553461818
PerplexityVal	69.21946871343188	0.9368512580837998
BigramTest	419.80312674131824	0.9566693553461818
BigramVal	341.99879729501936	0.9423944350850497

----- Prop/Per/Bigram after Epoch: 32
PropTest	0.097007992385043	349614
PropVal	0.06222142873166175	18401
PerplexicityTest	67.6496564477725	0.9567666054563032
PerplexityVal	69.31597331172703	0.9373403619368512
BigramTest	412.02340785537666	0.9567666054563032
BigramVal	360.6593654838535	0.9428835389381012

----- Prop/Per/Bigram after Epoch: 33
PropTest	0.09740042183642152	349614
PropVal	0.062462875309724414	18401
PerplexicityTest	67.49752235693738	0.9579050038041955
PerplexityVal	69.1952870912573	0.9380468452801478
BigramTest	385.876821330626	0.9579050038041955
BigramVal	313.72387768031444	0.9438074017716428

----- Prop/Per/Bigram after Epoch: 34
PropTest	0.09714332182100702	349614
PropVal	0.06208441246677352	18401
PerplexicityTest	67.65350499876449	0.9560858546854532
PerplexityVal	69.23888895745196	0.9347861529264714
BigramTest	411.96750522176586	0.9560858546854532
BigramVal	362.02032459594733	0.9406010542905276

----- Prop/Per/Bigram after Epoch: 35
PropTest	0.09765707305758128	349614
PropVal	0.06158927816620746	18401
PerplexicityTest	67.67234266756448	0.9558770529784276
PerplexityVal	69.37061330489233	0.9349491875441552
BigramTest	404.5275776413075	0.9558770529784276
BigramVal	297.1690308649965	0.9407097440356502

----- Prop/Per/Bigram after Epoch: 36
PropTest	0.09773540828385147	349614
PropVal	0.061991847219916275	18401
PerplexicityTest	67.65744148568523	0.9569210615135549
PerplexityVal	69.41495013585364	0.935492636269768
BigramTest	422.57295781527046	0.9569210615135549
BigramVal	349.54460355797846	0.9413075376338242

----- Prop/Per/Bigram after Epoch: 37
PropTest	0.09843267992275644	349614
PropVal	0.062398865040164654	18401
PerplexicityTest	67.58650148310124	0.9566664950488253
PerplexityVal	69.3196277177266	0.935710015760013
BigramTest	401.69784377445274	0.9566664950488253
BigramVal	357.25276875342024	0.941253192761263

----- Prop/Per/Bigram after Epoch: 38
PropTest	0.09824049080277049	349614
PropVal	0.062203232167426216	18401
PerplexicityTest	67.77273866967303	0.9555452584850721
PerplexityVal	69.2852701793699	0.932123254170969
BigramTest	439.4477625469756	0.9555452584850721
BigramVal	337.2209050518269	0.9377751209173415

----- Prop/Per/Bigram after Epoch: 39
PropTest	0.09853329148454336	349614
PropVal	0.06272083431398205	18401
PerplexicityTest	67.72794188854566	0.9564491124497303
PerplexityVal	69.28740306482912	0.935112222161839
BigramTest	438.7927471194829	0.9564491124497303
BigramVal	335.8370903189282	0.9408727786533341

----- Prop/Per/Bigram after Epoch: 40
PropTest	0.09750730205118635	349614
PropVal	0.061555632403230746	18401
PerplexicityTest	67.67735529241803	0.9557311778132455
PerplexityVal	69.22646215141064	0.935492636269768
BigramTest	412.9074936537143	0.9557311778132455
BigramVal	320.5292254605234	0.9413618825063855

----- Prop/Per/Bigram after Epoch: 41
PropTest	0.09814338055957825	349614
PropVal	0.06206147224498197	18401
PerplexicityTest	67.69071320487434	0.9557855234630193
PerplexityVal	69.13825635435894	0.9356556708874517
BigramTest	437.05992748041876	0.9557855234630193
BigramVal	319.9433207623493	0.9413618825063855

----- Prop/Per/Bigram after Epoch: 42
PropTest	0.09825531954274061	349614
PropVal	0.061921900202209	18401
PerplexicityTest	67.79054389601806	0.9553307361833336
PerplexityVal	69.43868350025348	0.9348404977990327
BigramTest	457.9873312457701	0.9553307361833336
BigramVal	360.75307931545564	0.9404923645454052

----- Prop/Per/Bigram after Epoch: 43
PropTest	0.09811385127648005	349614
PropVal	0.06158681068385427	18401
PerplexicityTest	67.79774135454437	0.956180244498218
PerplexityVal	69.2479853211361	0.9357643606325743
BigramTest	449.9201082570505	0.956180244498218
BigramVal	351.72092493345343	0.9414705722515081

----- Prop/Per/Bigram after Epoch: 44
PropTest	0.09813969301170752	349614
PropVal	0.06172544261295407	18401
PerplexicityTest	67.8101031957836	0.9547615370093875
PerplexityVal	69.30516327199517	0.933916634965491
BigramTest	470.29212606281135	0.9547615370093875
BigramVal	405.6114463431576	0.9398402260746699

----- Prop/Per/Bigram after Epoch: 45
PropTest	0.09820648539440975	349614
PropVal	0.06192789051244056	18401
PerplexicityTest	67.76326330567188	0.9558598911942886
PerplexityVal	69.32442764160345	0.9362534644856257
BigramTest	436.2342051073614	0.9558598911942886
BigramVal	453.72190881034084	0.9420683658496821

----- Prop/Per/Bigram after Epoch: 46
PropTest	0.09834171982760112	349614
PropVal	0.06191568698694404	18401
PerplexicityTest	67.8187703910997	0.9556196262163414
PerplexityVal	69.40407792049551	0.936090429867942
BigramTest	473.8258147085382	0.9556196262163414
BigramVal	399.6709460410918	0.941850986359437

----- Prop/Per/Bigram after Epoch: 47
PropTest	0.09809447925343225	349614
PropVal	0.060918809106758	18401
PerplexicityTest	67.8546349838965	0.953331388331131
PerplexityVal	69.31614909703865	0.9321775990435303
BigramTest	458.87674093831004	0.953331388331131
BigramVal	407.028252075672	0.9380468452801478

----- Prop/Per/Bigram after Epoch: 48
PropTest	0.09757623710299762	349614
PropVal	0.06146544874704828	18401
PerplexicityTest	67.88194103788787	0.9541093892121025
PerplexityVal	69.37541399211324	0.9353296016520841
BigramTest	492.84822385877305	0.9541093892121025
BigramVal	410.9684692002302	0.9408727786533341

----- Prop/Per/Bigram after Epoch: 49
PropTest	0.09833320864111166	349614
PropVal	0.062236682878820095	18401
PerplexicityTest	67.81302287326635	0.9551476771525168
PerplexityVal	69.48092349255518	0.9361447747405033
BigramTest	459.09753540272357	0.9551476771525168
BigramVal	395.6640935727056	0.9422314004673659

----- Prop/Per/Bigram after Epoch: 50
PropTest	0.09887492020452528	349614
PropVal	0.0616935000994654	18401
PerplexicityTest	67.74933504155761	0.9546900295754747
PerplexityVal	69.30460752212021	0.9336992554752459
BigramTest	431.41598156073917	0.9546900295754747
BigramVal	361.76435123215646	0.9394598119667409

----- Prop/Per/Bigram after Epoch: 51
PropTest	0.0988379265395387	349614
PropVal	0.06178230516658183	18401
PerplexicityTest	67.79465052292232	0.954323911513841
PerplexityVal	69.46689212056212	0.935492636269768
BigramTest	473.3759226335522	0.954323911513841
BigramVal	343.85896835575466	0.941253192761263

----- Prop/Per/Bigram after Epoch: 52
PropTest	0.09908335283181982	349614
PropVal	0.06209466425220577	18401
PerplexicityTest	67.80039714782345	0.9539091683971466
PerplexityVal	69.40507804468248	0.9330471170045106
BigramTest	460.8284634529201	0.9539091683971466
BigramVal	401.2427674792807	0.938862018368567

----- Prop/Per/Bigram after Epoch: 53
PropTest	0.09877713693615264	349614
PropVal	0.061451558596706236	18401
PerplexicityTest	67.90123284974553	0.9531569101923836
PerplexityVal	69.56151917938737	0.9315798054453562
BigramTest	485.4622629051032	0.9531569101923836
BigramVal	356.7743461588763	0.9372860170642899

----- Prop/Per/Bigram after Epoch: 54
PropTest	0.0990334813263529	349614
PropVal	0.061869862123632706	18401
PerplexicityTest	67.79851205494224	0.9550275446635432
PerplexityVal	69.44622737658025	0.9336449106026846
BigramTest	488.8188168261624	0.9550275446635432
BigramVal	400.01332092724846	0.9394598119667409

----- Prop/Per/Bigram after Epoch: 55
PropTest	0.09863606566117099	349614
PropVal	0.061306280354245894	18401
PerplexicityTest	67.80192359952427	0.9540779259411808
PerplexityVal	69.47131657125696	0.9318515298081625
BigramTest	446.16070666711323	0.9540779259411808
BigramVal	357.1805820961462	0.9376664311722189

----- Prop/Per/Bigram after Epoch: 56
PropTest	0.0989820420252885	349614
PropVal	0.06162708123403356	18401
PerplexicityTest	67.97252329577856	0.9539263301812857
PerplexityVal	69.54247943222485	0.9334818759850008
BigramTest	503.99611184308657	0.9539263301812857
BigramVal	357.72157927093275	0.9391880876039346

----- Prop/Per/Bigram after Epoch: 57
PropTest	0.09865268997445867	349614
PropVal	0.061592699283462886	18401
PerplexicityTest	67.79398992685788	0.9531912337606617
PerplexityVal	69.38303426502846	0.933318841367317
BigramTest	491.33982143122347	0.9531912337606617
BigramVal	376.1809333728553	0.9391337427313733

----- Prop/Per/Bigram after Epoch: 58
PropTest	0.09899607021493963	349614
PropVal	0.061972410513745815	18401
PerplexicityTest	67.85105119567297	0.9537146681769036
PerplexityVal	69.34127891296548	0.9340253247106135
BigramTest	491.29116192851717	0.9537146681769036
BigramVal	302.1580889942541	0.939677191456986

----- Prop/Per/Bigram after Epoch: 59
PropTest	0.09894056884132198	349614
PropVal	0.06193212535262563	18401
PerplexicityTest	67.8467652287838	0.9534858443883826
PerplexityVal	69.45424485256814	0.9345144285636651
BigramTest	490.9975316903444	0.9534858443883826
BigramVal	446.95471234082936	0.9403293299277213

----- Prop/Per/Bigram after Epoch: 60
PropTest	0.09912092520010808	349614
PropVal	0.06143843112940933	18401
PerplexicityTest	68.07183039402125	0.9520957398731172
PerplexityVal	69.64833694987318	0.9323406336612141
BigramTest	513.8280677338585	0.9520957398731172
BigramVal	414.26164244888713	0.9381555350252704

----- Prop/Per/Bigram after Epoch: 61
PropTest	0.09898975000929015	349614
PropVal	0.06144168908120608	18401
PerplexicityTest	67.9022582125465	0.9523388651484208
PerplexityVal	69.4487118731631	0.9332644964947557
BigramTest	504.27754666719295	0.9523388651484208
BigramVal	383.0380376635793	0.9391337427313733

----- Prop/Per/Bigram after Epoch: 62
PropTest	0.09932661950999781	349614
PropVal	0.06199726588432618	18401
PerplexicityTest	67.83308476208703	0.953148329300314
PerplexityVal	69.42364719348875	0.9329927721319493
BigramTest	477.43056280557295	0.953148329300314
BigramVal	325.251637214887	0.938862018368567

----- Prop/Per/Bigram after Epoch: 63
PropTest	0.09942185317061028	349614
PropVal	0.062150684827317185	18401
PerplexicityTest	67.86827503527398	0.9530110350272014
PerplexityVal	69.5486509884132	0.933318841367317
BigramTest	479.8957030506216	0.9530110350272014
BigramVal	395.2722725683196	0.9389163632411281

----- Prop/Per/Bigram after Epoch: 64
PropTest	0.09901094551225986	349614
PropVal	0.06164283364946212	18401
PerplexicityTest	67.87473764587945	0.9536574622297734
PerplexityVal	69.44630735041466	0.9341340144557361
BigramTest	493.0269783934821	0.9536574622297734
BigramVal	438.7318947071042	0.9397315363295473

----- Prop/Per/Bigram after Epoch: 65
PropTest	0.09891749568140196	349614
PropVal	0.06163557273536564	18401
PerplexicityTest	67.90499599762579	0.9518554748951701
PerplexityVal	69.4338169851003	0.9325580131514591
BigramTest	489.46160831572877	0.9518554748951701
BigramVal	405.31029241371476	0.9384272593880767

----- Prop/Per/Bigram after Epoch: 66
PropTest	0.09929412282558135	349614
PropVal	0.0620641187154444	18401
PerplexicityTest	67.98795556305136	0.9522587768224384
PerplexityVal	69.60954958124633	0.9324493234063366
BigramTest	531.8229903065562	0.9522587768224384
BigramVal	486.7165858274092	0.9382098798978317

----- Prop/Per/Bigram after Epoch: 67
PropTest	0.09912663943264476	349614
PropVal	0.0614503267564754	18401
PerplexicityTest	68.05754640039738	0.9519040999502308
PerplexityVal	69.6571038484766	0.9325580131514591
BigramTest	531.016798246424	0.9519040999502308
BigramVal	461.5764422283675	0.9383185696429542

----- Prop/Per/Bigram after Epoch: 68
PropTest	0.09935376807697874	349614
PropVal	0.06196461186263394	18401
PerplexicityTest	67.97013389914711	0.9518869381660917
PerplexityVal	69.48899595793074	0.9319602195532851
BigramTest	501.85894228790124	0.9518869381660917
BigramVal	375.67927544026514	0.9378294657899027

----- Prop/Per/Bigram after Epoch: 69
PropTest	0.0997873386237243	349614
PropVal	0.06213153006311312	18401
PerplexicityTest	67.9588497229362	0.9517696659744747
PerplexityVal	69.6469740418967	0.9297864246508342
BigramTest	528.5525515161473	0.9517696659744747
BigramVal	431.0126970471496	0.935492636269768

----- Prop/Per/Bigram after Epoch: 70
PropTest	0.09926002938815583	349614
PropVal	0.06193728876855931	18401
PerplexicityTest	67.9012565899689	0.9507342383314169
PerplexityVal	69.50660875094178	0.9295690451605891
BigramTest	505.42731268670093	0.9507342383314169
BigramVal	382.073241200789	0.9353296016520841

----- Prop/Per/Bigram after Epoch: 71
PropTest	0.09934527220130943	349614
PropVal	0.06210897687130937	18401
PerplexicityTest	67.81307435550444	0.9527250052915501
PerplexityVal	69.51106989582314	0.9351665670344003
BigramTest	461.1388102117691	0.9527250052915501
BigramVal	397.77050244126343	0.9410901581435791

----- Prop/Per/Bigram after Epoch: 72
PropTest	0.0993145296025168	349614
PropVal	0.06158636354886535	18401
PerplexicityTest	67.93221261521255	0.9510831946089116
PerplexityVal	69.41837524565742	0.9295147002880279
BigramTest	497.44137000151807	0.9510831946089116
BigramVal	369.13910360713487	0.9353839465246454

----- Prop/Per/Bigram after Epoch: 73
PropTest	0.09946645141730799	349614
PropVal	0.06195037145194654	18401
PerplexicityTest	67.92726633942392	0.9524532770426813
PerplexityVal	69.39071203831175	0.9325580131514591
BigramTest	495.26555939674375	0.9524532770426813
BigramVal	362.18838178258136	0.9383729145155154

----- Prop/Per/Bigram after Epoch: 74
PropTest	0.09942132398381895	349614
PropVal	0.061824269843827086	18401
PerplexicityTest	67.97879416708003	0.9511032166904071
PerplexityVal	69.51842462547826	0.9303842182490082
BigramTest	509.63699050135244	0.9511032166904071
BigramVal	328.14240942663355	0.9361991196130645

----- Prop/Per/Bigram after Epoch: 75
PropTest	0.09931127606458996	349614
PropVal	0.0616745597686605	18401
PerplexicityTest	68.03999290699254	0.950968782714651
PerplexityVal	69.55252657140497	0.9308733221020596
BigramTest	534.1250113895327	0.950968782714651
BigramVal	448.4063996435236	0.936688223466116

----- Prop/Per/Bigram after Epoch: 76
PropTest	0.0995115366107851	349614
PropVal	0.06171379899224424	18401
PerplexicityTest	68.00570972985986	0.9512004668005286
PerplexityVal	69.63863356229282	0.9314711157002337
BigramTest	512.5584404157073	0.9512004668005286
BigramVal	417.4923758543582	0.9370142927014836

----- Prop/Per/Bigram after Epoch: 77
PropTest	0.0988192205997071	349614
PropVal	0.06127182154011504	18401
PerplexicityTest	67.94596838882651	0.9502708701596618
PerplexityVal	69.55609892646407	0.9300581490136406
BigramTest	508.3579873601237	0.9502708701596618
BigramVal	380.6141496087292	0.935710015760013

----- Prop/Per/Bigram after Epoch: 78
PropTest	0.09973467154784207	349614
PropVal	0.06164939232486918	18401
PerplexicityTest	67.88794091041348	0.9510059665802857
PerplexityVal	69.54641441362752	0.9300038041410793
BigramTest	471.45906071395666	0.9510059665802857
BigramVal	394.73073769277636	0.9357643606325743

----- Prop/Per/Bigram after Epoch: 79
PropTest	0.09938182063098953	349614
PropVal	0.062402542528992085	18401
PerplexicityTest	67.90319914082819	0.9522387547409429
PerplexityVal	69.46706774085722	0.9331558067496332
BigramTest	522.9630338747493	0.9522387547409429
BigramVal	377.44629525052784	0.9390250529862507

----- Prop/Per/Bigram after Epoch: 80
PropTest	0.09908432991774913	349614
PropVal	0.06194204998506041	18401
PerplexicityTest	67.88310621030593	0.950199362725749
PerplexityVal	69.39050221407139	0.9303298733764469
BigramTest	506.1464455812551	0.950199362725749
BigramVal	362.71415275034997	0.9362534644856257

----- Prop/Per/Bigram after Epoch: 81
PropTest	0.0993608593451469	349614
PropVal	0.061309490763807234	18401
PerplexicityTest	67.9939974768174	0.9501450170759752
PerplexityVal	69.46471253667237	0.9297864246508342
BigramTest	509.45861821270506	0.9501450170759752
BigramVal	410.98229620327766	0.9356556708874517

----- Prop/Per/Bigram after Epoch: 82
PropTest	0.09966111096809756	349614
PropVal	0.06160684784911843	18401
PerplexicityTest	68.04697999670125	0.9509888047961466
PerplexityVal	69.59157668677929	0.9320689092984077
BigramTest	503.58385164359015	0.9509888047961466
BigramVal	428.4265891739412	0.9379381555350252

----- Prop/Per/Bigram after Epoch: 83
PropTest	0.09965438137743747	349614
PropVal	0.06172968271536776	18401
PerplexicityTest	68.0155872904406	0.9495186119548988
PerplexityVal	69.58775731854104	0.9285364925819249
BigramTest	516.0907656432546	0.9495186119548988
BigramVal	442.76390721443863	0.9341340144557361

----- Prop/Per/Bigram after Epoch: 84
PropTest	0.09910915366721934	349614
PropVal	0.06137053298791554	18401
PerplexicityTest	68.00398044395988	0.949575817902029
PerplexityVal	69.45966711591868	0.9292973207977827
BigramTest	511.58614697526417	0.949575817902029
BigramVal	451.14378494197416	0.9350578772892778

----- Prop/Per/Bigram after Epoch: 85
PropTest	0.09951620223785766	349614
PropVal	0.061642954244760836	18401
PerplexicityTest	67.9707626869148	0.9495615164152466
PerplexityVal	69.42982600530888	0.9275039400032606
BigramTest	516.136781257572	0.9495615164152466
BigramVal	397.01660096938014	0.9331014618770719

----- Prop/Per/Bigram after Epoch: 86
PropTest	0.0995830193495975	349614
PropVal	0.061887422178926274	18401
PerplexicityTest	67.99184260088558	0.9497102518777852
PerplexityVal	69.62630283188551	0.9286451823270474
BigramTest	490.8483246213115	0.9497102518777852
BigramVal	397.4180639809434	0.9344600836911038

----- Prop/Per/Bigram after Epoch: 87
PropTest	0.09925609506709329	349614
PropVal	0.06140458202420209	18401
PerplexicityTest	68.22545088492315	0.9480026543559469
PerplexityVal	69.79206092788407	0.9262540079343514
BigramTest	573.5997749396973	0.9480026543559469
BigramVal	480.2277860825848	0.9320689092984077

----- Prop/Per/Bigram after Epoch: 88
PropTest	0.09912550983585322	349614
PropVal	0.061153813691146135	18401
PerplexicityTest	67.94434007912929	0.9493555750055775
PerplexityVal	69.37964713834862	0.9272865605130156
BigramTest	478.1142259142789	0.9493555750055775
BigramVal	371.61121603798694	0.9328840823868269

----- Prop/Per/Bigram after Epoch: 89
PropTest	0.09929650365462243	349614
PropVal	0.060845526206549864	18401
PerplexicityTest	68.1435643074121	0.948794956723701
PerplexityVal	69.63692014306119	0.9275039400032606
BigramTest	555.9760499934026	0.948794956723701
BigramVal	426.90417465334906	0.9332644964947557

----- Prop/Per/Bigram after Epoch: 90
PropTest	0.09918904163845634	349614
PropVal	0.060853402412433734	18401
PerplexicityTest	67.9844890894148	0.9493841779791428
PerplexityVal	69.32943352092722	0.92875387207217
BigramTest	504.16431286811655	0.9493841779791428
BigramVal	406.2409376669823	0.9343513939459812

----- Prop/Per/Bigram after Epoch: 91
PropTest	0.0987968534657024	349614
PropVal	0.06102929444987058	18401
PerplexicityTest	67.9524330225588	0.9493670161950036
PerplexityVal	69.44287658497908	0.9297864246508342
BigramTest	489.00984249160575	0.9493670161950036
BigramVal	414.2887465131139	0.935710015760013

----- Prop/Per/Bigram after Epoch: 92
PropTest	0.09956700388829312	349614
PropVal	0.06126936184313039	18401
PerplexicityTest	67.99465539348817	0.9489293906994571
PerplexityVal	69.42159565617301	0.9294603554154666
BigramTest	522.1817692475288	0.9489293906994571
BigramVal	402.134302550133	0.9351665670344003

----- Prop/Per/Bigram after Epoch: 93
PropTest	0.09896489138818246	349614
PropVal	0.061384303923773496	18401
PerplexicityTest	67.84964760958972	0.9487406110739273
PerplexityVal	69.47763563418877	0.9304929079941308
BigramTest	488.5816557922918	0.9487406110739273
BigramVal	405.7496529902944	0.9363621542307483

----- Prop/Per/Bigram after Epoch: 94
PropTest	0.09895119085306509	349614
PropVal	0.061354909762218114	18401
PerplexicityTest	68.0507646036612	0.9488035376157705
PerplexityVal	69.59819630152097	0.9285908374544861
BigramTest	530.5869760067511	0.9488035376157705
BigramVal	442.8992361550385	0.9342427042008586

----- Prop/Per/Bigram after Epoch: 95
PropTest	0.09925042635459733	349614
PropVal	0.061301379357884364	18401
PerplexicityTest	67.92170716267607	0.9493241117346559
PerplexityVal	69.64215462257704	0.9306559426118146
BigramTest	518.4003532620576	0.9493241117346559
BigramVal	426.26908994984666	0.9364164991033096

----- Prop/Per/Bigram after Epoch: 96
PropTest	0.09899293919513191	349614
PropVal	0.061063515019792236	18401
PerplexicityTest	68.08652251014645	0.9482801031995286
PerplexityVal	69.71285180928467	0.9297864246508342
BigramTest	531.6873136628109	0.9482801031995286
BigramVal	489.1599557434536	0.9353296016520841

----- Prop/Per/Bigram after Epoch: 97
PropTest	0.09930862586108734	349614
PropVal	0.06086452884546889	18401
PerplexicityTest	68.1241151500985	0.9486576624505884
PerplexityVal	69.63372088347148	0.9278300092386284
BigramTest	555.8603435237726	0.9486576624505884
BigramVal	426.1130214004509	0.9335905657301233

----- Prop/Per/Bigram after Epoch: 98
PropTest	0.09940422709329895	349614
PropVal	0.06123499162013437	18401
PerplexicityTest	67.93587304872258	0.9477280658097216
PerplexityVal	69.65574228196951	0.9282647682191185
BigramTest	514.9290989248314	0.9477280658097216
BigramVal	423.7686794466055	0.9339709798380523

----- Prop/Per/Bigram after Epoch: 99
PropTest	0.09910737815095487	349614
PropVal	0.06068638820317661	18401
PerplexicityTest	68.12687291170923	0.946861395710698
PerplexityVal	69.86642298750498	0.927177870767893
BigramTest	556.9720691602599	0.946861395710698
BigramVal	524.903688111565	0.9327753926417043